20:17:00.322 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:17:00.322 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task5dvX4I/test-tmp
20:17:00.322 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
20:17:00.323 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task5dvX4I/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
20:17:00.324 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:17:00.653 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:17:00.653 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:17:00.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:00.657358 15487 mini_oidc.cc:152] Starting JWKS server
20:17:00.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:00.660157 15487 webserver.cc:460] Webserver started at http://127.0.0.1:42975/ using document root <none> and password file <none>
20:17:00.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:00.660466 15487 mini_oidc.cc:189] Starting OIDC Discovery server
20:17:00.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:00.661129 15487 webserver.cc:460] Webserver started at http://127.0.0.1:34305/ using document root <none> and password file <none>
20:17:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2024-05-01T20:17:00Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:17:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2024-05-01T20:17:00Z Disabled control of system clock
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:00.695089 15487 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5dvX4I/build/asan/bin/kudu
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5dvX4I/build/asan/bin/kudu
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/wal
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/data
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/logs
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/data/info.pb
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.31.254:36253
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.31.254
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.31.212:35947
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42975/jwks.json
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:17:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.038199 15498 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.038552 15498 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.038690 15498 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.046424 15498 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.046561 15498 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:17:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.046622 15498 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.046689 15498 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.046730 15498 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.046780 15498 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.046816 15498 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42975/jwks.json
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.056257 15498 master_runner.cc:386] Master server non-default flags:
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.31.212:35947
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/data
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/wal
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.31.254:36253
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42975/jwks.json
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/data/info.pb
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.31.254
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/logs
20:17:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d95304fa46ee5d96bcaa934c7660369f2860e06
20:17:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 May 2024 19:43:21 UTC on efd1337a2aa3
20:17:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 79
20:17:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:17:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.057621 15498 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.059429 15498 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:17:01.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.070389 15506 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:01.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.070324 15503 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:01.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.070742 15504 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:01.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.071450 15498 server_base.cc:1034] running on GCE node
20:17:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.072315 15498 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.073978 15498 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:01.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.075206 15498 hybrid_clock.cc:648] HybridClock initialized: now 1714594621075148 us; error 52 us; skew 500 ppm
20:17:01.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.075588 15498 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.077921 15498 webserver.cc:460] Webserver started at http://127.15.31.254:36249/ using document root <none> and password file <none>
20:17:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.078852 15498 fs_manager.cc:359] Metadata directory not provided
20:17:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.078979 15498 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.079270 15498 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:01.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.082026 15498 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/data/instance:
20:17:01.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8985749f5a484a0da7b610877467df51"
20:17:01.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:01 on dist-test-slave-gdvt"
20:17:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.082896 15498 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/wal/instance:
20:17:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8985749f5a484a0da7b610877467df51"
20:17:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:01 on dist-test-slave-gdvt"
20:17:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.088472 15498 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
20:17:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.092262 15512 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:01.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.093768 15498 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.093935 15498 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/data,/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/wal
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8985749f5a484a0da7b610877467df51"
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:01 on dist-test-slave-gdvt"
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.094126 15498 fs_report.cc:383] FS layout report
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/wal
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/wal
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/data/data
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.110483 15498 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:17:01.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.111738 15498 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:01.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.112018 15498 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:01.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.132761 15498 rpc_server.cc:307] RPC server started. Bound to: 127.15.31.254:36253
20:17:01.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.132783 15573 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.31.254:36253 every 8 connection(s)
20:17:01.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.134168 15498 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/data/info.pb
20:17:01.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.138552 15574 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.143245 15487 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5dvX4I/build/asan/bin/kudu as pid 15498
20:17:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.143599 15487 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-0/wal/instance
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.146947 15487 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5dvX4I/build/asan/bin/kudu
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5dvX4I/build/asan/bin/kudu
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/wal
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/data
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/logs
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/data/info.pb
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.31.253:37651
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.31.253
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.31.212:35947
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42975/jwks.json
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:17:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.146513 15574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } has no permanent_uuid. Determining permanent_uuid...
20:17:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.165544 15574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } has no permanent_uuid. Determining permanent_uuid...
20:17:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.166693 15514 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.31.253:37651: connect: Connection refused (error 111)
20:17:01.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.168265 15574 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.15.31.253:37651: Network error: Client connection negotiation failed: client connection to 127.15.31.253:37651: connect: Connection refused (error 111)
20:17:01.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.217692 15574 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } attempt: 1
20:17:01.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.219651 15574 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.15.31.253:37651: Network error: Client connection negotiation failed: client connection to 127.15.31.253:37651: connect: Connection refused (error 111)
20:17:01.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.287981 15574 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } attempt: 2
20:17:01.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.289969 15574 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.15.31.253:37651: Network error: Client connection negotiation failed: client connection to 127.15.31.253:37651: connect: Connection refused (error 111)
20:17:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.381291 15574 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } attempt: 3
20:17:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.383509 15574 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.15.31.253:37651: Network error: Client connection negotiation failed: client connection to 127.15.31.253:37651: connect: Connection refused (error 111)
20:17:01.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.485514 15576 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:01.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.485850 15576 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:01.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.485946 15576 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:01.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.493613 15576 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:01.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.493753 15576 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:17:01.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.493793 15576 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:01.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.493842 15576 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:01.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.493882 15576 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.493942 15576 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.493990 15576 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42975/jwks.json
20:17:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.503477 15576 master_runner.cc:386] Master server non-default flags:
20:17:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.31.212:35947
20:17:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:17:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/data
20:17:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/wal
20:17:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201
20:17:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:17:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.31.253:37651
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42975/jwks.json
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/data/info.pb
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.31.253
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/logs
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d95304fa46ee5d96bcaa934c7660369f2860e06
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 May 2024 19:43:21 UTC on efd1337a2aa3
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 79
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:17:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.504815 15576 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.506632 15576 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:17:01.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.518317 15584 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:01.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.518687 15585 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:01.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.519071 15587 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:01.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.519307 15576 server_base.cc:1034] running on GCE node
20:17:01.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.520308 15576 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.521901 15576 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.523114 15576 hybrid_clock.cc:648] HybridClock initialized: now 1714594621523052 us; error 53 us; skew 500 ppm
20:17:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.523502 15576 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:01.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.525827 15576 webserver.cc:460] Webserver started at http://127.15.31.253:42977/ using document root <none> and password file <none>
20:17:01.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.526633 15576 fs_manager.cc:359] Metadata directory not provided
20:17:01.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.526780 15576 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:01.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.526760 15574 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } attempt: 4
20:17:01.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.527182 15576 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:01.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.528558 15574 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.15.31.253:37651: Network error: Client connection negotiation failed: client connection to 127.15.31.253:37651: connect: Connection refused (error 111)
20:17:01.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.530320 15576 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/data/instance:
20:17:01.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a39cd68910114bf2864f37efa56f0b87"
20:17:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:01 on dist-test-slave-gdvt"
20:17:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.531502 15576 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/wal/instance:
20:17:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a39cd68910114bf2864f37efa56f0b87"
20:17:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:01 on dist-test-slave-gdvt"
20:17:01.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.537629 15576 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.003s sys 0.002s
20:17:01.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.541850 15593 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.543439 15576 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.543730 15576 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/data,/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/wal
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a39cd68910114bf2864f37efa56f0b87"
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:01 on dist-test-slave-gdvt"
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.544093 15576 fs_report.cc:383] FS layout report
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/wal
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/wal
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/data/data
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.564033 15576 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:17:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.565014 15576 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.565347 15576 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.587742 15576 rpc_server.cc:307] RPC server started. Bound to: 127.15.31.253:37651
20:17:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.587760 15654 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.31.253:37651 every 8 connection(s)
20:17:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.589542 15576 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/data/info.pb
20:17:01.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.593528 15655 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:01.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.594201 15487 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5dvX4I/build/asan/bin/kudu as pid 15576
20:17:01.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.594417 15487 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-1/wal/instance
20:17:01.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.595747 15487 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5dvX4I/build/asan/bin/kudu
20:17:01.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5dvX4I/build/asan/bin/kudu
20:17:01.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/wal
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/data
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/logs
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/data/info.pb
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.31.252:39201
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.31.252
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.31.212:35947
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42975/jwks.json
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:17:01.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.601509 15655 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } has no permanent_uuid. Determining permanent_uuid...
20:17:01.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.615572 15655 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } has no permanent_uuid. Determining permanent_uuid...
20:17:01.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.624934 15655 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } has no permanent_uuid. Determining permanent_uuid...
20:17:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.626017 15597 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.627543 15655 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.15.31.252:39201: Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.676925 15655 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } attempt: 1
20:17:01.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.678978 15655 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.15.31.252:39201: Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:01.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.747257 15655 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } attempt: 2
20:17:01.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.749228 15655 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.15.31.252:39201: Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:01.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.827852 15574 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } attempt: 5
20:17:01.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.835048 15574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } has no permanent_uuid. Determining permanent_uuid...
20:17:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.837085 15574 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.15.31.252:39201: Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:01.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.840524 15655 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } attempt: 3
20:17:01.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.842437 15655 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.15.31.252:39201: Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.888365 15574 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } attempt: 1
20:17:01.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.890653 15574 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.15.31.252:39201: Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.946774 15657 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.947170 15657 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.947322 15657 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.955384 15657 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.955543 15657 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:17:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.955597 15657 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.955664 15657 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.955720 15657 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.955798 15657 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.955857 15657 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42975/jwks.json
20:17:01.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.958930 15574 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } attempt: 2
20:17:01.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.960814 15574 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.15.31.252:39201: Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.965900 15657 master_runner.cc:386] Master server non-default flags:
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.31.212:35947
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/data
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/wal
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.31.252:39201
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42975/jwks.json
20:17:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/data/info.pb
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.31.252
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/logs
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d95304fa46ee5d96bcaa934c7660369f2860e06
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 May 2024 19:43:21 UTC on efd1337a2aa3
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 79
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:17:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.967691 15657 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:01.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.969662 15657 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:17:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.980664 15665 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.980998 15668 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.981451 15666 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.981709 15657 server_base.cc:1034] running on GCE node
20:17:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.982574 15657 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:01.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.984220 15657 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:01.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.985446 15657 hybrid_clock.cc:648] HybridClock initialized: now 1714594621985377 us; error 59 us; skew 500 ppm
20:17:01.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.985689 15655 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } attempt: 4
20:17:01.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.985836 15657 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:01.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:01.987596 15655 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.15.31.252:39201: Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:01.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.988708 15657 webserver.cc:460] Webserver started at http://127.15.31.252:45335/ using document root <none> and password file <none>
20:17:01.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.989492 15657 fs_manager.cc:359] Metadata directory not provided
20:17:01.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.989617 15657 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.989956 15657 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:01.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.992834 15657 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/data/instance:
20:17:01.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5f6737f78174bc08cb19f5e165d53d8"
20:17:01.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:01 on dist-test-slave-gdvt"
20:17:01.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.993755 15657 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/wal/instance:
20:17:01.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5f6737f78174bc08cb19f5e165d53d8"
20:17:01.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:01 on dist-test-slave-gdvt"
20:17:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:01.999564 15657 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.007s sys 0.001s
20:17:02.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.003434 15674 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.005029 15657 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
20:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.005232 15657 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/data,/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/wal
20:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5f6737f78174bc08cb19f5e165d53d8"
20:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:01 on dist-test-slave-gdvt"
20:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.005465 15657 fs_report.cc:383] FS layout report
20:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/wal
20:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/wal
20:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/data/data
20:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.046751 15657 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:17:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.047827 15657 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.048187 15657 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:02.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.067092 15574 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } attempt: 3
20:17:02.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.069332 15574 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.15.31.252:39201: Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.072552 15657 rpc_server.cc:307] RPC server started. Bound to: 127.15.31.252:39201
20:17:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.072569 15735 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.31.252:39201 every 8 connection(s)
20:17:02.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.074115 15657 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/data/info.pb
20:17:02.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.074566 15487 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5dvX4I/build/asan/bin/kudu as pid 15657
20:17:02.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.074775 15487 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/master-2/wal/instance
20:17:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.078714 15736 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:02.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.087576 15736 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } has no permanent_uuid. Determining permanent_uuid...
20:17:02.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.103914 15736 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } has no permanent_uuid. Determining permanent_uuid...
20:17:02.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.110275 15736 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } has no permanent_uuid. Determining permanent_uuid...
20:17:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.120863 15736 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8: Bootstrap starting.
20:17:02.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.124308 15736 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8: Neither blocks nor log segments found. Creating new log.
20:17:02.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.125728 15736 log.cc:824] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8: Log is configured to *not* fsync() on all Append() calls
20:17:02.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.128540 15736 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8: No bootstrap required, opened a new log
20:17:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.136639 15736 raft_consensus.cc:348] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.137092 15736 raft_consensus.cc:374] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.137200 15736 raft_consensus.cc:729] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b5f6737f78174bc08cb19f5e165d53d8, State: Initialized, Role: FOLLOWER
20:17:02.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.138020 15736 consensus_queue.cc:260] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:02.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.139148 15743 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } } }
20:17:02.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.139488 15743 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [sys.catalog]: This master's current role is: FOLLOWER
20:17:02.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.140475 15736 sys_catalog.cc:564] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [sys.catalog]: configured and running, proceeding with master startup.
20:17:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.151242 15754 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:17:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.151391 15754 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:17:02.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.148154 15657 master_runner.cc:186] Error getting master registration for 127.15.31.254:36253: OK, instance_id { permanent_uuid: "8985749f5a484a0da7b610877467df51" instance_seqno: 1714594621127671 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:17:02.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.157363 15657 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:17:02.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.181742 15743 raft_consensus.cc:482] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:02.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.182081 15743 raft_consensus.cc:504] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:02.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.184106 15743 leader_election.cc:288] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), a39cd68910114bf2864f37efa56f0b87 (127.15.31.253:37651)
20:17:02.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.246526 15574 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } attempt: 4
20:17:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.260109 15574 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51: Bootstrap starting.
20:17:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.264825 15574 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51: Neither blocks nor log segments found. Creating new log.
20:17:02.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.266444 15574 log.cc:824] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51: Log is configured to *not* fsync() on all Append() calls
20:17:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.270697 15574 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51: No bootstrap required, opened a new log
20:17:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.278770 15574 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.279129 15574 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.279249 15574 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8985749f5a484a0da7b610877467df51, State: Initialized, Role: FOLLOWER
20:17:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.280087 15574 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.281186 15757 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } } }
20:17:02.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.281960 15757 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [sys.catalog]: This master's current role is: FOLLOWER
20:17:02.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.282651 15574 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [sys.catalog]: configured and running, proceeding with master startup.
20:17:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.282791 15539 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b5f6737f78174bc08cb19f5e165d53d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8985749f5a484a0da7b610877467df51" is_pre_election: true
20:17:02.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.283804 15539 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b5f6737f78174bc08cb19f5e165d53d8 in term 0.
20:17:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.284823 15678 leader_election.cc:302] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8; no voters:
20:17:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.285385 15743 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:17:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.285574 15743 raft_consensus.cc:482] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:17:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.285677 15743 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [term 0 FOLLOWER]: Advancing to term 1
20:17:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.286839 15655 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } attempt: 5
20:17:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.289147 15743 raft_consensus.cc:504] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.290043 15743 leader_election.cc:288] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [CANDIDATE]: Term 1 election: Requested vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), a39cd68910114bf2864f37efa56f0b87 (127.15.31.253:37651)
20:17:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.295826 15539 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b5f6737f78174bc08cb19f5e165d53d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8985749f5a484a0da7b610877467df51"
20:17:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.296491 15539 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 0 FOLLOWER]: Advancing to term 1
20:17:02.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.300668 15680 tablet.cc:2369] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:17:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.301158 15539 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b5f6737f78174bc08cb19f5e165d53d8 in term 1.
20:17:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.301838 15678 leader_election.cc:302] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8; no voters:
20:17:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.302224 15743 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [term 1 FOLLOWER]: Leader election won for term 1
20:17:02.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.302937 15743 raft_consensus.cc:686] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [term 1 LEADER]: Becoming Leader. State: Replica: b5f6737f78174bc08cb19f5e165d53d8, State: Running, Role: LEADER
20:17:02.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.303176 15655 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87: Bootstrap starting.
20:17:02.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.303534 15743 consensus_queue.cc:237] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:02.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.307402 15655 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87: Neither blocks nor log segments found. Creating new log.
20:17:02.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.307534 15765 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b5f6737f78174bc08cb19f5e165d53d8. Latest consensus state: current_term: 1 leader_uuid: "b5f6737f78174bc08cb19f5e165d53d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } } }
20:17:02.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.307955 15765 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [sys.catalog]: This master's current role is: LEADER
20:17:02.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.309531 15655 log.cc:824] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87: Log is configured to *not* fsync() on all Append() calls
20:17:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.317406 15767 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:17:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.320319 15767 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:17:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.320690 15655 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87: No bootstrap required, opened a new log
20:17:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.338846 15655 raft_consensus.cc:348] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.339570 15655 raft_consensus.cc:374] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.339776 15655 raft_consensus.cc:729] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a39cd68910114bf2864f37efa56f0b87, State: Initialized, Role: FOLLOWER
20:17:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.341109 15539 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 1 FOLLOWER]: Refusing update from remote peer b5f6737f78174bc08cb19f5e165d53d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:17:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.340942 15655 consensus_queue.cc:260] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.347167 15765 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:02.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.349601 15773 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:17:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.349928 15773 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:17:02.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.355530 15775 sys_catalog.cc:455] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } } }
20:17:02.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.356175 15775 sys_catalog.cc:458] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [sys.catalog]: This master's current role is: FOLLOWER
20:17:02.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.356822 15655 sys_catalog.cc:564] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [sys.catalog]: configured and running, proceeding with master startup.
20:17:02.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.356866 15619 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b5f6737f78174bc08cb19f5e165d53d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a39cd68910114bf2864f37efa56f0b87"
20:17:02.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.357396 15618 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 0 FOLLOWER]: Advancing to term 1
20:17:02.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.357851 15620 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b5f6737f78174bc08cb19f5e165d53d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a39cd68910114bf2864f37efa56f0b87" is_pre_election: true
20:17:02.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.361300 15618 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 1 FOLLOWER]: Refusing update from remote peer b5f6737f78174bc08cb19f5e165d53d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:17:02.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.363107 15775 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:02.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.363092 15765 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:02.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.363365 15775 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:02.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.364902 15518 tablet.cc:2369] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:17:02.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.365008 15775 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:02.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.369719 15538 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a39cd68910114bf2864f37efa56f0b87" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8985749f5a484a0da7b610877467df51" is_pre_election: true
20:17:02.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.370121 15701 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a39cd68910114bf2864f37efa56f0b87" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b5f6737f78174bc08cb19f5e165d53d8" is_pre_election: true
20:17:02.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.371471 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:02.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.392266 15757 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b5f6737f78174bc08cb19f5e165d53d8. Latest consensus state: current_term: 1 leader_uuid: "b5f6737f78174bc08cb19f5e165d53d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } } }
20:17:02.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.392625 15757 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [sys.catalog]: This master's current role is: FOLLOWER
20:17:02.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.393757 15780 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:17:02.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.394184 15775 sys_catalog.cc:455] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b5f6737f78174bc08cb19f5e165d53d8. Latest consensus state: current_term: 1 leader_uuid: "b5f6737f78174bc08cb19f5e165d53d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } } }
20:17:02.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.394694 15775 sys_catalog.cc:458] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [sys.catalog]: This master's current role is: FOLLOWER
20:17:02.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.396623 15772 mvcc.cc:205] Tried to move back new op lower bound from 7022979573091360768 to 7022979572960870400. Current Snapshot: MvccSnapshot[applied={T|T < 7022979573091360768}]
20:17:02.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.399014 15779 mvcc.cc:205] Tried to move back new op lower bound from 7022979573091360768 to 7022979572960870400. Current Snapshot: MvccSnapshot[applied={T|T < 7022979573091360768}]
20:17:02.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.407111 15765 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b5f6737f78174bc08cb19f5e165d53d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } } }
20:17:02.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.407418 15765 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [sys.catalog]: This master's current role is: LEADER
20:17:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.399466 15498 master_runner.cc:186] Error getting master registration for 127.15.31.253:37651: OK, instance_id { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" instance_seqno: 1714594621582188 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:17:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.409693 15767 catalog_manager.cc:1347] Generated new cluster ID: 343496fea6444106a618f996fa5c3972
20:17:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.409818 15767 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:17:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.412273 15780 sys_catalog.cc:455] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b5f6737f78174bc08cb19f5e165d53d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } } }
20:17:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.412707 15780 sys_catalog.cc:458] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [sys.catalog]: This master's current role is: FOLLOWER
20:17:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.424316 15498 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:17:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.425571 15743 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b5f6737f78174bc08cb19f5e165d53d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } } }
20:17:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.425941 15743 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8 [sys.catalog]: This master's current role is: LEADER
20:17:02.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.427757 15776 mvcc.cc:205] Tried to move back new op lower bound from 7022979573091360768 to 7022979572960870400. Current Snapshot: MvccSnapshot[applied={T|T < 7022979573091360768}]
20:17:02.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.443032 15757 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b5f6737f78174bc08cb19f5e165d53d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } } }
20:17:02.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.443310 15757 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [sys.catalog]: This master's current role is: FOLLOWER
20:17:02.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.445549 15767 catalog_manager.cc:1370] Generated new certificate authority record
20:17:02.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.450372 15767 catalog_manager.cc:1504] Loading token signing keys...
20:17:02.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.468771 15794 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:17:02.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.474100 15767 catalog_manager.cc:5857] T 00000000000000000000000000000000 P b5f6737f78174bc08cb19f5e165d53d8: Generated new TSK 0
20:17:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.476459 15767 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:17:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.506557 15487 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5dvX4I/build/asan/bin/kudu
20:17:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5dvX4I/build/asan/bin/kudu
20:17:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/wal
20:17:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/data
20:17:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/logs
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/data/info.pb
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.31.193:0
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.31.193
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.31.193
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.31.212:35947
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:17:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:17:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.874542 15795 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.874944 15795 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.875128 15795 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.883628 15795 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.883828 15795 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:17:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.883888 15795 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:17:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.883961 15795 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:17:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.884068 15795 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.31.193
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.893970 15795 tablet_server_runner.cc:78] Tablet server non-default flags:
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.31.212:35947
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/data
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/wal
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.31.193:0
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/data/info.pb
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.31.193
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.31.193
20:17:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/logs
20:17:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:17:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d95304fa46ee5d96bcaa934c7660369f2860e06
20:17:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 May 2024 19:43:21 UTC on efd1337a2aa3
20:17:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 79
20:17:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:17:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.895653 15795 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:02.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.897538 15795 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:17:02.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.911870 15801 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:02.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.912171 15800 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:02.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:02.912966 15803 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:02.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.914431 15795 server_base.cc:1034] running on GCE node
20:17:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.915205 15795 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:02.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.916322 15795 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.917721 15795 hybrid_clock.cc:648] HybridClock initialized: now 1714594622917645 us; error 66 us; skew 500 ppm
20:17:02.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.918129 15795 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.920848 15795 webserver.cc:460] Webserver started at http://127.15.31.193:39657/ using document root <none> and password file <none>
20:17:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.921720 15795 fs_manager.cc:359] Metadata directory not provided
20:17:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.921857 15795 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.922261 15795 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:02.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.925204 15795 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/data/instance:
20:17:02.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03424996b9e84080ba771cb786969e2c"
20:17:02.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:02 on dist-test-slave-gdvt"
20:17:02.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.926122 15795 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/wal/instance:
20:17:02.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03424996b9e84080ba771cb786969e2c"
20:17:02.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:02 on dist-test-slave-gdvt"
20:17:02.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.932210 15795 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
20:17:02.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.936126 15809 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.937793 15795 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.938030 15795 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/data,/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/wal
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03424996b9e84080ba771cb786969e2c"
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:02 on dist-test-slave-gdvt"
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.938283 15795 fs_report.cc:383] FS layout report
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/wal
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/wal
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/data/data
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.963416 15795 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:17:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.964386 15795 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.964694 15795 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.968063 15795 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:17:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.968349 15795 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
20:17:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.968533 15795 ts_tablet_manager.cc:590] Registered 0 tablets
20:17:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:02.968726 15795 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:17:03.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.035823 15795 rpc_server.cc:307] RPC server started. Bound to: 127.15.31.193:35897
20:17:03.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.035854 15932 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.31.193:35897 every 8 connection(s)
20:17:03.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.037185 15795 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/data/info.pb
20:17:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.038053 15487 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5dvX4I/build/asan/bin/kudu as pid 15795
20:17:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.038285 15487 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-0/wal/instance
20:17:03.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.041457 15934 heartbeater.cc:347] Connected to a master server at 127.15.31.254:36253
20:17:03.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.041946 15934 heartbeater.cc:464] Registering TS with master...
20:17:03.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.043828 15934 heartbeater.cc:511] Master 127.15.31.254:36253 requested a full tablet report, sending...
20:17:03.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.045372 15487 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5dvX4I/build/asan/bin/kudu
20:17:03.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5dvX4I/build/asan/bin/kudu
20:17:03.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/wal
20:17:03.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/data
20:17:03.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:03.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/logs
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/data/info.pb
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.31.194:0
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.31.194
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.31.194
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.31.212:35947
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:17:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:17:03.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.046851 15528 ts_manager.cc:194] Registered new tserver with Master: 03424996b9e84080ba771cb786969e2c (127.15.31.193:35897)
20:17:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.049726 15935 heartbeater.cc:347] Connected to a master server at 127.15.31.253:37651
20:17:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.049916 15935 heartbeater.cc:464] Registering TS with master...
20:17:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.050084 15933 heartbeater.cc:347] Connected to a master server at 127.15.31.252:39201
20:17:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.050236 15933 heartbeater.cc:464] Registering TS with master...
20:17:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.050583 15935 heartbeater.cc:511] Master 127.15.31.253:37651 requested a full tablet report, sending...
20:17:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.050804 15933 heartbeater.cc:511] Master 127.15.31.252:39201 requested a full tablet report, sending...
20:17:03.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.052476 15691 ts_manager.cc:194] Registered new tserver with Master: 03424996b9e84080ba771cb786969e2c (127.15.31.193:35897)
20:17:03.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.052474 15610 ts_manager.cc:194] Registered new tserver with Master: 03424996b9e84080ba771cb786969e2c (127.15.31.193:35897)
20:17:03.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.054128 15691 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.31.193:44339
20:17:03.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.352648 15773 catalog_manager.cc:1259] Loaded cluster ID: 343496fea6444106a618f996fa5c3972
20:17:03.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.352767 15773 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51: loading cluster ID for follower catalog manager: success
20:17:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.356885 15773 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51: acquiring CA information for follower catalog manager: success
20:17:03.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.360152 15773 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:17:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.396549 15938 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.396899 15938 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.397034 15938 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.405009 15938 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.405200 15938 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:17:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.405248 15938 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:17:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.405297 15938 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:17:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.405370 15938 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.31.194
20:17:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.415313 15938 tablet_server_runner.cc:78] Tablet server non-default flags:
20:17:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.31.212:35947
20:17:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/data
20:17:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/wal
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.31.194:0
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/data/info.pb
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.31.194
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.31.194
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/logs
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d95304fa46ee5d96bcaa934c7660369f2860e06
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 May 2024 19:43:21 UTC on efd1337a2aa3
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 79
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:17:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.416716 15938 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:03.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.418633 15938 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:17:03.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.432150 15943 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:03.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.432194 15944 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:03.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.432507 15946 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:03.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.432920 15938 server_base.cc:1034] running on GCE node
20:17:03.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.433625 15938 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:03.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.434765 15938 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.436015 15938 hybrid_clock.cc:648] HybridClock initialized: now 1714594623435958 us; error 54 us; skew 500 ppm
20:17:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.436419 15938 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:03.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.439009 15938 webserver.cc:460] Webserver started at http://127.15.31.194:41075/ using document root <none> and password file <none>
20:17:03.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.439831 15938 fs_manager.cc:359] Metadata directory not provided
20:17:03.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.439960 15938 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:03.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.440342 15938 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.443495 15938 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/data/instance:
20:17:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "406dc9ef71e64282a2295868dfbd32c9"
20:17:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:03 on dist-test-slave-gdvt"
20:17:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.444514 15938 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/wal/instance:
20:17:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "406dc9ef71e64282a2295868dfbd32c9"
20:17:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:03 on dist-test-slave-gdvt"
20:17:03.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.450495 15938 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.003s sys 0.004s
20:17:03.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.454485 15952 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.456095 15938 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.456267 15938 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/data,/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/wal
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "406dc9ef71e64282a2295868dfbd32c9"
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:03 on dist-test-slave-gdvt"
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.456465 15938 fs_report.cc:383] FS layout report
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/wal
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/wal
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/data/data
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:03.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.472036 15938 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:17:03.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.473003 15938 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:03.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.473302 15938 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:03.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.474088 15794 catalog_manager.cc:1259] Loaded cluster ID: 343496fea6444106a618f996fa5c3972
20:17:03.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.474202 15794 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87: loading cluster ID for follower catalog manager: success
20:17:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.478451 15794 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87: acquiring CA information for follower catalog manager: success
20:17:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.481534 15794 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:17:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.482847 15938 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:17:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.482977 15938 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:17:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.483116 15938 ts_tablet_manager.cc:590] Registered 0 tablets
20:17:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.483184 15938 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:17:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.572755 15938 rpc_server.cc:307] RPC server started. Bound to: 127.15.31.194:36555
20:17:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.572774 16074 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.31.194:36555 every 8 connection(s)
20:17:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.574340 15938 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/data/info.pb
20:17:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.578199 15487 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5dvX4I/build/asan/bin/kudu as pid 15938
20:17:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.578387 15487 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-1/wal/instance
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.585690 15487 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5dvX4I/build/asan/bin/kudu
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5dvX4I/build/asan/bin/kudu
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/wal
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/data
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/logs
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/data/info.pb
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.31.195:0
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.31.195
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.31.195
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.31.212:35947
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:17:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:17:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.605468 16075 heartbeater.cc:347] Connected to a master server at 127.15.31.252:39201
20:17:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.605903 16075 heartbeater.cc:464] Registering TS with master...
20:17:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.607270 16075 heartbeater.cc:511] Master 127.15.31.252:39201 requested a full tablet report, sending...
20:17:03.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.609422 15691 ts_manager.cc:194] Registered new tserver with Master: 406dc9ef71e64282a2295868dfbd32c9 (127.15.31.194:36555)
20:17:03.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.610775 15691 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.31.194:41323
20:17:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.612388 16076 heartbeater.cc:347] Connected to a master server at 127.15.31.254:36253
20:17:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.612761 16076 heartbeater.cc:464] Registering TS with master...
20:17:03.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.613606 16076 heartbeater.cc:511] Master 127.15.31.254:36253 requested a full tablet report, sending...
20:17:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.615252 15528 ts_manager.cc:194] Registered new tserver with Master: 406dc9ef71e64282a2295868dfbd32c9 (127.15.31.194:36555)
20:17:03.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.630100 16077 heartbeater.cc:347] Connected to a master server at 127.15.31.253:37651
20:17:03.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.630364 16077 heartbeater.cc:464] Registering TS with master...
20:17:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.630895 16077 heartbeater.cc:511] Master 127.15.31.253:37651 requested a full tablet report, sending...
20:17:03.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.632369 15610 ts_manager.cc:194] Registered new tserver with Master: 406dc9ef71e64282a2295868dfbd32c9 (127.15.31.194:36555)
20:17:03.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.967062 16078 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:03.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.967454 16078 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:03.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.967609 16078 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:03.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.976202 16078 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:03.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.976384 16078 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:17:03.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.976436 16078 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:17:03.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.976482 16078 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:17:03.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:03.976552 16078 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.31.195
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.986912 16078 tablet_server_runner.cc:78] Tablet server non-default flags:
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.31.212:35947
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/data
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/wal
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.31.195:0
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/data/info.pb
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.31.195
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.31.195
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/logs
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:17:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d95304fa46ee5d96bcaa934c7660369f2860e06
20:17:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 May 2024 19:43:21 UTC on efd1337a2aa3
20:17:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 79
20:17:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:17:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.988371 16078 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:03.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:03.990247 16078 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:17:04.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:04.003909 16085 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:04.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:04.004243 16087 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:04.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:04.004660 16084 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:04.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.004891 16078 server_base.cc:1034] running on GCE node
20:17:04.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.005582 16078 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.006736 16078 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.008015 16078 hybrid_clock.cc:648] HybridClock initialized: now 1714594624007936 us; error 60 us; skew 500 ppm
20:17:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.008505 16078 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:04.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.015795 16078 webserver.cc:460] Webserver started at http://127.15.31.195:44083/ using document root <none> and password file <none>
20:17:04.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.016957 16078 fs_manager.cc:359] Metadata directory not provided
20:17:04.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.017119 16078 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:04.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.017499 16078 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:04.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.020495 16078 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/data/instance:
20:17:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5599850cb76846c2afbb6722895f82ff"
20:17:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:04 on dist-test-slave-gdvt"
20:17:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.021478 16078 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/wal/instance:
20:17:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5599850cb76846c2afbb6722895f82ff"
20:17:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:04 on dist-test-slave-gdvt"
20:17:04.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.027685 16078 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.002s
20:17:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.031847 16093 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:04.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.033550 16078 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.033746 16078 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/data,/tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/wal
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5599850cb76846c2afbb6722895f82ff"
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-01 20:17:04 on dist-test-slave-gdvt"
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.033957 16078 fs_report.cc:383] FS layout report
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/wal
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/wal
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/data/data
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:04.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.057237 15933 heartbeater.cc:503] Master 127.15.31.252:39201 was elected leader, sending a full tablet report...
20:17:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.058899 16078 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:17:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.059978 16078 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.060248 16078 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.063686 16078 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:17:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.063827 16078 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:17:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.063973 16078 ts_tablet_manager.cc:590] Registered 0 tablets
20:17:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.064043 16078 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:17:04.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.122293 16078 rpc_server.cc:307] RPC server started. Bound to: 127.15.31.195:43131
20:17:04.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.122354 16216 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.31.195:43131 every 8 connection(s)
20:17:04.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.123741 16078 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/data/info.pb
20:17:04.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.127087 16218 heartbeater.cc:347] Connected to a master server at 127.15.31.254:36253
20:17:04.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.127420 16218 heartbeater.cc:464] Registering TS with master...
20:17:04.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.128698 16218 heartbeater.cc:511] Master 127.15.31.254:36253 requested a full tablet report, sending...
20:17:04.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.129688 15487 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5dvX4I/build/asan/bin/kudu as pid 16078
20:17:04.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.129887 15487 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5dvX4I/test-tmp/mini-kudu-cluster5808290021292376996/ts-2/wal/instance
20:17:04.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.130741 15528 ts_manager.cc:194] Registered new tserver with Master: 5599850cb76846c2afbb6722895f82ff (127.15.31.195:43131)
20:17:04.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.134111 16217 heartbeater.cc:347] Connected to a master server at 127.15.31.252:39201
20:17:04.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.134284 16217 heartbeater.cc:464] Registering TS with master...
20:17:04.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.134915 16217 heartbeater.cc:511] Master 127.15.31.252:39201 requested a full tablet report, sending...
20:17:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.136957 16219 heartbeater.cc:347] Connected to a master server at 127.15.31.253:37651
20:17:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.137111 16219 heartbeater.cc:464] Registering TS with master...
20:17:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.137161 15691 ts_manager.cc:194] Registered new tserver with Master: 5599850cb76846c2afbb6722895f82ff (127.15.31.195:43131)
20:17:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.137591 16219 heartbeater.cc:511] Master 127.15.31.253:37651 requested a full tablet report, sending...
20:17:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.138283 15691 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.31.195:39505
20:17:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.138778 15610 ts_manager.cc:194] Registered new tserver with Master: 5599850cb76846c2afbb6722895f82ff (127.15.31.195:43131)
20:17:04.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.156387 15487 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
20:17:04.158 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:17:04.158 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:17:04.159 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.15.31.254"
port: 36253
}
bound_http_address {
host: "127.15.31.254"
port: 36249
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.15.31.253"
port: 37651
}
bound_http_address {
host: "127.15.31.253"
port: 42977
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.15.31.252"
port: 39201
}
bound_http_address {
host: "127.15.31.252"
port: 45335
}
}
}
20:17:04.160 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:17:04.160 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.15.31.193"
port: 35897
}
bound_http_address {
host: "127.15.31.193"
port: 39657
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.15.31.194"
port: 36555
}
bound_http_address {
host: "127.15.31.194"
port: 41075
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.15.31.195"
port: 43131
}
bound_http_address {
host: "127.15.31.195"
port: 44083
}
}
}
20:17:04.160 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:17:04.162 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:17:04.164 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:04.165 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.31.253:37651(127.15.31.253:37651)] connecting to peer
20:17:04.166 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:04.166 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.31.253:37651(127.15.31.253:37651)] Successfully connected to peer
20:17:04.167 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.31.252:39201(127.15.31.252:39201)] Successfully connected to peer
20:17:04.169 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.31.254:36253(127.15.31.254:36253)] Successfully connected to peer
20:17:04.169 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.31.253
20:17:04.170 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.31.252
20:17:04.175 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.31.254
20:17:04.187 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbeca4b6a, L:/127.0.0.1:47366 - R:/127.15.31.252:39201] using SASL/PLAIN
20:17:04.187 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x43e9e7b2, L:/127.0.0.1:52552 - R:/127.15.31.253:37651] using SASL/PLAIN
20:17:04.193 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:17:04.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=30), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [29ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: OK, deferred=null) after lookup
20:17:04.195 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x963e1c6f, L:/127.0.0.1:41114 - R:/127.15.31.254:36253] using SASL/PLAIN
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.196115 15691 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47366:
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:17:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:04.198396 15691 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:17:04.217 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table f1301ebe652647a19a24867052c57269
20:17:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.252122 15868 tablet_service.cc:1467] Processing CreateTablet for tablet 4c5e51893bb44a769adfa0a05bd5b8b4 (DEFAULT_TABLE table=txn_manager_fallback [id=f1301ebe652647a19a24867052c57269]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:17:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.254184 15868 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4c5e51893bb44a769adfa0a05bd5b8b4. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.255623 16010 tablet_service.cc:1467] Processing CreateTablet for tablet 4c5e51893bb44a769adfa0a05bd5b8b4 (DEFAULT_TABLE table=txn_manager_fallback [id=f1301ebe652647a19a24867052c57269]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:17:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.255352 16151 tablet_service.cc:1467] Processing CreateTablet for tablet 8e5a7418ca46405ebb77bad49377b950 (DEFAULT_TABLE table=txn_manager_fallback [id=f1301ebe652647a19a24867052c57269]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:17:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.255354 16009 tablet_service.cc:1467] Processing CreateTablet for tablet 8e5a7418ca46405ebb77bad49377b950 (DEFAULT_TABLE table=txn_manager_fallback [id=f1301ebe652647a19a24867052c57269]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:17:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.254477 15867 tablet_service.cc:1467] Processing CreateTablet for tablet 8e5a7418ca46405ebb77bad49377b950 (DEFAULT_TABLE table=txn_manager_fallback [id=f1301ebe652647a19a24867052c57269]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:17:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.256827 15867 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8e5a7418ca46405ebb77bad49377b950. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.257133 16010 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4c5e51893bb44a769adfa0a05bd5b8b4. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.257158 16151 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8e5a7418ca46405ebb77bad49377b950. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.257112 16152 tablet_service.cc:1467] Processing CreateTablet for tablet 4c5e51893bb44a769adfa0a05bd5b8b4 (DEFAULT_TABLE table=txn_manager_fallback [id=f1301ebe652647a19a24867052c57269]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:17:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.257706 16152 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4c5e51893bb44a769adfa0a05bd5b8b4. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.259980 16009 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8e5a7418ca46405ebb77bad49377b950. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.275460 16243 tablet_bootstrap.cc:492] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 03424996b9e84080ba771cb786969e2c: Bootstrap starting.
20:17:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.275743 16242 tablet_bootstrap.cc:492] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9: Bootstrap starting.
20:17:04.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.279517 16242 tablet_bootstrap.cc:654] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9: Neither blocks nor log segments found. Creating new log.
20:17:04.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.279520 16243 tablet_bootstrap.cc:654] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 03424996b9e84080ba771cb786969e2c: Neither blocks nor log segments found. Creating new log.
20:17:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.280951 16243 log.cc:824] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 03424996b9e84080ba771cb786969e2c: Log is configured to *not* fsync() on all Append() calls
20:17:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.280943 16242 log.cc:824] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9: Log is configured to *not* fsync() on all Append() calls
20:17:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.283002 16244 tablet_bootstrap.cc:492] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff: Bootstrap starting.
20:17:04.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.284448 16242 tablet_bootstrap.cc:492] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9: No bootstrap required, opened a new log
20:17:04.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.284766 16242 ts_tablet_manager.cc:1367] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9: Time spent bootstrapping tablet: real 0.009s user 0.000s sys 0.007s
20:17:04.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.284857 16243 tablet_bootstrap.cc:492] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 03424996b9e84080ba771cb786969e2c: No bootstrap required, opened a new log
20:17:04.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.285149 16243 ts_tablet_manager.cc:1367] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 03424996b9e84080ba771cb786969e2c: Time spent bootstrapping tablet: real 0.010s user 0.002s sys 0.006s
20:17:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.288209 16244 tablet_bootstrap.cc:654] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff: Neither blocks nor log segments found. Creating new log.
20:17:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.289748 16244 log.cc:824] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff: Log is configured to *not* fsync() on all Append() calls
20:17:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.291677 16242 raft_consensus.cc:348] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } }
20:17:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.292104 16242 raft_consensus.cc:374] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.292287 16242 raft_consensus.cc:729] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 406dc9ef71e64282a2295868dfbd32c9, State: Initialized, Role: FOLLOWER
20:17:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.293076 16242 consensus_queue.cc:260] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } }
20:17:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.293308 16244 tablet_bootstrap.cc:492] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff: No bootstrap required, opened a new log
20:17:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.293633 16244 ts_tablet_manager.cc:1367] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff: Time spent bootstrapping tablet: real 0.011s user 0.008s sys 0.000s
20:17:04.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.294072 16243 raft_consensus.cc:348] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } }
20:17:04.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.294566 16243 raft_consensus.cc:374] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:04.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.294706 16243 raft_consensus.cc:729] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03424996b9e84080ba771cb786969e2c, State: Initialized, Role: FOLLOWER
20:17:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.295445 16075 heartbeater.cc:503] Master 127.15.31.252:39201 was elected leader, sending a full tablet report...
20:17:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.295629 16243 consensus_queue.cc:260] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 03424996b9e84080ba771cb786969e2c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } }
20:17:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.297602 16243 ts_tablet_manager.cc:1398] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 03424996b9e84080ba771cb786969e2c: Time spent starting tablet: real 0.012s user 0.010s sys 0.003s
20:17:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.303315 16243 tablet_bootstrap.cc:492] T 8e5a7418ca46405ebb77bad49377b950 P 03424996b9e84080ba771cb786969e2c: Bootstrap starting.
20:17:04.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.305694 16243 tablet_bootstrap.cc:654] T 8e5a7418ca46405ebb77bad49377b950 P 03424996b9e84080ba771cb786969e2c: Neither blocks nor log segments found. Creating new log.
20:17:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.305964 16244 raft_consensus.cc:348] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } }
20:17:04.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.306535 16244 raft_consensus.cc:374] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:04.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.306681 16244 raft_consensus.cc:729] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5599850cb76846c2afbb6722895f82ff, State: Initialized, Role: FOLLOWER
20:17:04.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.307583 16244 consensus_queue.cc:260] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } }
20:17:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.308218 16243 tablet_bootstrap.cc:492] T 8e5a7418ca46405ebb77bad49377b950 P 03424996b9e84080ba771cb786969e2c: No bootstrap required, opened a new log
20:17:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.308626 16242 ts_tablet_manager.cc:1398] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9: Time spent starting tablet: real 0.024s user 0.013s sys 0.000s
20:17:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.308830 16217 heartbeater.cc:503] Master 127.15.31.252:39201 was elected leader, sending a full tablet report...
20:17:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.308496 16243 ts_tablet_manager.cc:1367] T 8e5a7418ca46405ebb77bad49377b950 P 03424996b9e84080ba771cb786969e2c: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.003s
20:17:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.309134 16242 tablet_bootstrap.cc:492] T 8e5a7418ca46405ebb77bad49377b950 P 406dc9ef71e64282a2295868dfbd32c9: Bootstrap starting.
20:17:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.309464 16244 ts_tablet_manager.cc:1398] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff: Time spent starting tablet: real 0.016s user 0.007s sys 0.006s
20:17:04.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.310077 16243 raft_consensus.cc:348] T 8e5a7418ca46405ebb77bad49377b950 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.310408 16243 raft_consensus.cc:374] T 8e5a7418ca46405ebb77bad49377b950 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:04.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.310716 16244 tablet_bootstrap.cc:492] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff: Bootstrap starting.
20:17:04.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.311187 16243 raft_consensus.cc:729] T 8e5a7418ca46405ebb77bad49377b950 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03424996b9e84080ba771cb786969e2c, State: Initialized, Role: FOLLOWER
20:17:04.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.311385 16242 tablet_bootstrap.cc:654] T 8e5a7418ca46405ebb77bad49377b950 P 406dc9ef71e64282a2295868dfbd32c9: Neither blocks nor log segments found. Creating new log.
20:17:04.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.311709 16243 consensus_queue.cc:260] T 8e5a7418ca46405ebb77bad49377b950 P 03424996b9e84080ba771cb786969e2c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.312389 16243 ts_tablet_manager.cc:1398] T 8e5a7418ca46405ebb77bad49377b950 P 03424996b9e84080ba771cb786969e2c: Time spent starting tablet: real 0.003s user 0.000s sys 0.001s
20:17:04.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.312832 16244 tablet_bootstrap.cc:654] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff: Neither blocks nor log segments found. Creating new log.
20:17:04.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.320508 16244 tablet_bootstrap.cc:492] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff: No bootstrap required, opened a new log
20:17:04.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.320726 16244 ts_tablet_manager.cc:1367] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff: Time spent bootstrapping tablet: real 0.010s user 0.003s sys 0.003s
20:17:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.321712 16244 raft_consensus.cc:348] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.322361 16244 raft_consensus.cc:374] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.322485 16244 raft_consensus.cc:729] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5599850cb76846c2afbb6722895f82ff, State: Initialized, Role: FOLLOWER
20:17:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.322898 16244 consensus_queue.cc:260] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.323601 16244 ts_tablet_manager.cc:1398] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s
20:17:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.326004 16242 tablet_bootstrap.cc:492] T 8e5a7418ca46405ebb77bad49377b950 P 406dc9ef71e64282a2295868dfbd32c9: No bootstrap required, opened a new log
20:17:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.326205 16242 ts_tablet_manager.cc:1367] T 8e5a7418ca46405ebb77bad49377b950 P 406dc9ef71e64282a2295868dfbd32c9: Time spent bootstrapping tablet: real 0.017s user 0.011s sys 0.002s
20:17:04.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.327118 16242 raft_consensus.cc:348] T 8e5a7418ca46405ebb77bad49377b950 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.327365 16242 raft_consensus.cc:374] T 8e5a7418ca46405ebb77bad49377b950 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:04.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.327466 16242 raft_consensus.cc:729] T 8e5a7418ca46405ebb77bad49377b950 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 406dc9ef71e64282a2295868dfbd32c9, State: Initialized, Role: FOLLOWER
20:17:04.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.327714 16242 consensus_queue.cc:260] T 8e5a7418ca46405ebb77bad49377b950 P 406dc9ef71e64282a2295868dfbd32c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.328258 16242 ts_tablet_manager.cc:1398] T 8e5a7418ca46405ebb77bad49377b950 P 406dc9ef71e64282a2295868dfbd32c9: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
20:17:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.365026 16248 raft_consensus.cc:482] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.365285 16248 raft_consensus.cc:504] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } }
20:17:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.366968 16251 raft_consensus.cc:482] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.367165 16248 leader_election.cc:288] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03424996b9e84080ba771cb786969e2c (127.15.31.193:35897), 5599850cb76846c2afbb6722895f82ff (127.15.31.195:43131)
20:17:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.367228 16251 raft_consensus.cc:504] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } }
20:17:04.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.371078 16251 leader_election.cc:288] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03424996b9e84080ba771cb786969e2c (127.15.31.193:35897), 406dc9ef71e64282a2295868dfbd32c9 (127.15.31.194:36555)
20:17:04.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:04.377290 16220 tablet.cc:2369] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:17:04.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:04.377336 16079 tablet.cc:2369] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:17:04.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.378964 15888 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c5e51893bb44a769adfa0a05bd5b8b4" candidate_uuid: "406dc9ef71e64282a2295868dfbd32c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03424996b9e84080ba771cb786969e2c" is_pre_election: true
20:17:04.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.379014 16172 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c5e51893bb44a769adfa0a05bd5b8b4" candidate_uuid: "406dc9ef71e64282a2295868dfbd32c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5599850cb76846c2afbb6722895f82ff" is_pre_election: true
20:17:04.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.379503 16172 raft_consensus.cc:2454] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 406dc9ef71e64282a2295868dfbd32c9 in term 0.
20:17:04.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.379606 15888 raft_consensus.cc:2454] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 406dc9ef71e64282a2295868dfbd32c9 in term 0.
20:17:04.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.379886 16030 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c5e51893bb44a769adfa0a05bd5b8b4" candidate_uuid: "5599850cb76846c2afbb6722895f82ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "406dc9ef71e64282a2295868dfbd32c9" is_pre_election: true
20:17:04.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.380277 15954 leader_election.cc:302] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 406dc9ef71e64282a2295868dfbd32c9, 5599850cb76846c2afbb6722895f82ff; no voters:
20:17:04.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.380215 15887 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c5e51893bb44a769adfa0a05bd5b8b4" candidate_uuid: "5599850cb76846c2afbb6722895f82ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03424996b9e84080ba771cb786969e2c" is_pre_election: true
20:17:04.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.380343 16030 raft_consensus.cc:2454] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5599850cb76846c2afbb6722895f82ff in term 0.
20:17:04.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.380539 15887 raft_consensus.cc:2454] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5599850cb76846c2afbb6722895f82ff in term 0.
20:17:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.380793 16248 raft_consensus.cc:2781] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:17:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.380944 16248 raft_consensus.cc:482] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:17:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.381055 16248 raft_consensus.cc:3037] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Advancing to term 1
20:17:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.381094 16095 leader_election.cc:302] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 406dc9ef71e64282a2295868dfbd32c9, 5599850cb76846c2afbb6722895f82ff; no voters:
20:17:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.381511 16251 raft_consensus.cc:2781] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Leader pre-election won for term 1
20:17:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.381665 16251 raft_consensus.cc:482] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:17:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.381744 16251 raft_consensus.cc:3037] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Advancing to term 1
20:17:04.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.384023 16248 raft_consensus.cc:504] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } }
20:17:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.384708 16251 raft_consensus.cc:504] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } }
20:17:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.385362 16248 leader_election.cc:288] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [CANDIDATE]: Term 1 election: Requested vote from peers 03424996b9e84080ba771cb786969e2c (127.15.31.193:35897), 5599850cb76846c2afbb6722895f82ff (127.15.31.195:43131)
20:17:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.385408 15887 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c5e51893bb44a769adfa0a05bd5b8b4" candidate_uuid: "406dc9ef71e64282a2295868dfbd32c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03424996b9e84080ba771cb786969e2c"
20:17:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.385637 15887 raft_consensus.cc:3037] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Advancing to term 1
20:17:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.385875 15888 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c5e51893bb44a769adfa0a05bd5b8b4" candidate_uuid: "5599850cb76846c2afbb6722895f82ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03424996b9e84080ba771cb786969e2c"
20:17:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.385923 16251 leader_election.cc:288] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [CANDIDATE]: Term 1 election: Requested vote from peers 03424996b9e84080ba771cb786969e2c (127.15.31.193:35897), 406dc9ef71e64282a2295868dfbd32c9 (127.15.31.194:36555)
20:17:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.386044 16172 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c5e51893bb44a769adfa0a05bd5b8b4" candidate_uuid: "406dc9ef71e64282a2295868dfbd32c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5599850cb76846c2afbb6722895f82ff"
20:17:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.386340 16172 raft_consensus.cc:2379] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 406dc9ef71e64282a2295868dfbd32c9 in current term 1: Already voted for candidate 5599850cb76846c2afbb6722895f82ff in this term.
20:17:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.387235 16030 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c5e51893bb44a769adfa0a05bd5b8b4" candidate_uuid: "5599850cb76846c2afbb6722895f82ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "406dc9ef71e64282a2295868dfbd32c9"
20:17:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.387562 16030 raft_consensus.cc:2379] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 5599850cb76846c2afbb6722895f82ff in current term 1: Already voted for candidate 406dc9ef71e64282a2295868dfbd32c9 in this term.
20:17:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.388209 16095 leader_election.cc:302] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5599850cb76846c2afbb6722895f82ff; no voters: 03424996b9e84080ba771cb786969e2c, 406dc9ef71e64282a2295868dfbd32c9
20:17:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.388592 16251 raft_consensus.cc:2726] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 5599850cb76846c2afbb6722895f82ff [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
20:17:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.388568 15887 raft_consensus.cc:2454] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 03424996b9e84080ba771cb786969e2c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 406dc9ef71e64282a2295868dfbd32c9 in term 1.
20:17:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.389083 15953 leader_election.cc:302] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 03424996b9e84080ba771cb786969e2c, 406dc9ef71e64282a2295868dfbd32c9; no voters: 5599850cb76846c2afbb6722895f82ff
20:17:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.389446 16248 raft_consensus.cc:2781] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [term 1 FOLLOWER]: Leader election won for term 1
20:17:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.389936 16248 raft_consensus.cc:686] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [term 1 LEADER]: Becoming Leader. State: Replica: 406dc9ef71e64282a2295868dfbd32c9, State: Running, Role: LEADER
20:17:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.390463 16248 consensus_queue.cc:237] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } }
20:17:04.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.396291 15691 catalog_manager.cc:5484] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 reported cstate change: term changed from 0 to 1, leader changed from <none> to 406dc9ef71e64282a2295868dfbd32c9 (127.15.31.194). New cstate: current_term: 1 leader_uuid: "406dc9ef71e64282a2295868dfbd32c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } health_report { overall_health: HEALTHY } } }
20:17:04.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.465551 16251 raft_consensus.cc:482] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:04.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.465782 16251 raft_consensus.cc:504] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.466477 16251 leader_election.cc:288] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03424996b9e84080ba771cb786969e2c (127.15.31.193:35897), 406dc9ef71e64282a2295868dfbd32c9 (127.15.31.194:36555)
20:17:04.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.467115 16030 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8e5a7418ca46405ebb77bad49377b950" candidate_uuid: "5599850cb76846c2afbb6722895f82ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "406dc9ef71e64282a2295868dfbd32c9" is_pre_election: true
20:17:04.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.467105 15887 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8e5a7418ca46405ebb77bad49377b950" candidate_uuid: "5599850cb76846c2afbb6722895f82ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03424996b9e84080ba771cb786969e2c" is_pre_election: true
20:17:04.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.467320 16030 raft_consensus.cc:2454] T 8e5a7418ca46405ebb77bad49377b950 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5599850cb76846c2afbb6722895f82ff in term 0.
20:17:04.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.467371 15887 raft_consensus.cc:2454] T 8e5a7418ca46405ebb77bad49377b950 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5599850cb76846c2afbb6722895f82ff in term 0.
20:17:04.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.467741 16095 leader_election.cc:302] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 406dc9ef71e64282a2295868dfbd32c9, 5599850cb76846c2afbb6722895f82ff; no voters:
20:17:04.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.468070 16251 raft_consensus.cc:2781] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Leader pre-election won for term 1
20:17:04.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.468173 16251 raft_consensus.cc:482] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:17:04.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.468256 16251 raft_consensus.cc:3037] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Advancing to term 1
20:17:04.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.470276 16251 raft_consensus.cc:504] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.470996 16251 leader_election.cc:288] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [CANDIDATE]: Term 1 election: Requested vote from peers 03424996b9e84080ba771cb786969e2c (127.15.31.193:35897), 406dc9ef71e64282a2295868dfbd32c9 (127.15.31.194:36555)
20:17:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.471503 15887 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8e5a7418ca46405ebb77bad49377b950" candidate_uuid: "5599850cb76846c2afbb6722895f82ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03424996b9e84080ba771cb786969e2c"
20:17:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.471601 16030 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8e5a7418ca46405ebb77bad49377b950" candidate_uuid: "5599850cb76846c2afbb6722895f82ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "406dc9ef71e64282a2295868dfbd32c9"
20:17:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.471750 15887 raft_consensus.cc:3037] T 8e5a7418ca46405ebb77bad49377b950 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Advancing to term 1
20:17:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.471779 16030 raft_consensus.cc:3037] T 8e5a7418ca46405ebb77bad49377b950 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Advancing to term 1
20:17:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.473894 16030 raft_consensus.cc:2454] T 8e5a7418ca46405ebb77bad49377b950 P 406dc9ef71e64282a2295868dfbd32c9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5599850cb76846c2afbb6722895f82ff in term 1.
20:17:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.473984 15887 raft_consensus.cc:2454] T 8e5a7418ca46405ebb77bad49377b950 P 03424996b9e84080ba771cb786969e2c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5599850cb76846c2afbb6722895f82ff in term 1.
20:17:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.474448 16095 leader_election.cc:302] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 406dc9ef71e64282a2295868dfbd32c9, 5599850cb76846c2afbb6722895f82ff; no voters:
20:17:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.474879 16251 raft_consensus.cc:2781] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [term 1 FOLLOWER]: Leader election won for term 1
20:17:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.475430 16251 raft_consensus.cc:686] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [term 1 LEADER]: Becoming Leader. State: Replica: 5599850cb76846c2afbb6722895f82ff, State: Running, Role: LEADER
20:17:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.475996 16251 consensus_queue.cc:237] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.481688 15691 catalog_manager.cc:5484] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff reported cstate change: term changed from 0 to 1, leader changed from <none> to 5599850cb76846c2afbb6722895f82ff (127.15.31.195). New cstate: current_term: 1 leader_uuid: "5599850cb76846c2afbb6722895f82ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } health_report { overall_health: HEALTHY } } }
20:17:04.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:04.542927 15936 tablet.cc:2369] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 03424996b9e84080ba771cb786969e2c: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.614763 15691 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47380:
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:17:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:04.616067 15691 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:17:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.634949 15868 tablet_service.cc:1467] Processing CreateTablet for tablet 896d6077f61b4f55a38a3556f5871576 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=44aaa23b96a3406c95dca92c9223e6f1]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:17:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.634793 16010 tablet_service.cc:1467] Processing CreateTablet for tablet 896d6077f61b4f55a38a3556f5871576 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=44aaa23b96a3406c95dca92c9223e6f1]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:17:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.635768 15868 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 896d6077f61b4f55a38a3556f5871576. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.635797 16010 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 896d6077f61b4f55a38a3556f5871576. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.638773 16152 tablet_service.cc:1467] Processing CreateTablet for tablet 896d6077f61b4f55a38a3556f5871576 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=44aaa23b96a3406c95dca92c9223e6f1]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:17:04.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.639942 16152 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 896d6077f61b4f55a38a3556f5871576. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:04.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.641716 16242 tablet_bootstrap.cc:492] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9: Bootstrap starting.
20:17:04.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.641983 16243 tablet_bootstrap.cc:492] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c: Bootstrap starting.
20:17:04.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.643460 16242 tablet_bootstrap.cc:654] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9: Neither blocks nor log segments found. Creating new log.
20:17:04.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.643618 16243 tablet_bootstrap.cc:654] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c: Neither blocks nor log segments found. Creating new log.
20:17:04.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.646006 16242 tablet_bootstrap.cc:492] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9: No bootstrap required, opened a new log
20:17:04.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.646211 16242 ts_tablet_manager.cc:1367] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.003s
20:17:04.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.646229 16244 tablet_bootstrap.cc:492] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff: Bootstrap starting.
20:17:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.647085 16242 raft_consensus.cc:348] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.647328 16242 raft_consensus.cc:374] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.647401 16242 raft_consensus.cc:729] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 406dc9ef71e64282a2295868dfbd32c9, State: Initialized, Role: FOLLOWER
20:17:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.647691 16242 consensus_queue.cc:260] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.648079 16244 tablet_bootstrap.cc:654] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff: Neither blocks nor log segments found. Creating new log.
20:17:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.648308 16243 tablet_bootstrap.cc:492] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c: No bootstrap required, opened a new log
20:17:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.648413 16248 tablet_replica.cc:439] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } }
20:17:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.648747 16248 tablet_replica.cc:442] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9: This TxnStatusTablet replica's current role is: FOLLOWER
20:17:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.648638 16243 ts_tablet_manager.cc:1367] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c: Time spent bootstrapping tablet: real 0.007s user 0.003s sys 0.003s
20:17:04.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.651434 16242 ts_tablet_manager.cc:1398] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9: Time spent starting tablet: real 0.005s user 0.002s sys 0.000s
20:17:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.652515 16243 raft_consensus.cc:348] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.652966 16243 raft_consensus.cc:374] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:04.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.653136 16243 raft_consensus.cc:729] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03424996b9e84080ba771cb786969e2c, State: Initialized, Role: FOLLOWER
20:17:04.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.653543 16243 consensus_queue.cc:260] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.654636 16249 tablet_replica.cc:439] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } }
20:17:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.655058 16249 tablet_replica.cc:442] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c: This TxnStatusTablet replica's current role is: FOLLOWER
20:17:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.656244 16244 tablet_bootstrap.cc:492] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff: No bootstrap required, opened a new log
20:17:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.656442 16244 ts_tablet_manager.cc:1367] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff: Time spent bootstrapping tablet: real 0.010s user 0.002s sys 0.006s
20:17:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.657342 16244 raft_consensus.cc:348] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.657570 16244 raft_consensus.cc:374] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.657649 16244 raft_consensus.cc:729] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5599850cb76846c2afbb6722895f82ff, State: Initialized, Role: FOLLOWER
20:17:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.657949 16244 consensus_queue.cc:260] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.658648 16244 ts_tablet_manager.cc:1398] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
20:17:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.658478 16251 tablet_replica.cc:439] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } }
20:17:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.658843 16251 tablet_replica.cc:442] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff: This TxnStatusTablet replica's current role is: FOLLOWER
20:17:04.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.661650 16243 ts_tablet_manager.cc:1398] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c: Time spent starting tablet: real 0.012s user 0.001s sys 0.001s
20:17:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.765151 16251 raft_consensus.cc:482] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.765352 16251 raft_consensus.cc:504] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.766185 16251 leader_election.cc:288] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03424996b9e84080ba771cb786969e2c (127.15.31.193:35897), 406dc9ef71e64282a2295868dfbd32c9 (127.15.31.194:36555)
20:17:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.766811 16030 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "896d6077f61b4f55a38a3556f5871576" candidate_uuid: "5599850cb76846c2afbb6722895f82ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "406dc9ef71e64282a2295868dfbd32c9" is_pre_election: true
20:17:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.766829 15887 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "896d6077f61b4f55a38a3556f5871576" candidate_uuid: "5599850cb76846c2afbb6722895f82ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03424996b9e84080ba771cb786969e2c" is_pre_election: true
20:17:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.767084 15887 raft_consensus.cc:2454] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5599850cb76846c2afbb6722895f82ff in term 0.
20:17:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.767104 16030 raft_consensus.cc:2454] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5599850cb76846c2afbb6722895f82ff in term 0.
20:17:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.767581 16095 leader_election.cc:302] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 406dc9ef71e64282a2295868dfbd32c9, 5599850cb76846c2afbb6722895f82ff; no voters:
20:17:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.767881 16251 raft_consensus.cc:2781] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Leader pre-election won for term 1
20:17:04.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.768000 16251 raft_consensus.cc:482] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:17:04.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.768086 16251 raft_consensus.cc:3037] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [term 0 FOLLOWER]: Advancing to term 1
20:17:04.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.769987 16251 raft_consensus.cc:504] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.770771 16251 leader_election.cc:288] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [CANDIDATE]: Term 1 election: Requested vote from peers 03424996b9e84080ba771cb786969e2c (127.15.31.193:35897), 406dc9ef71e64282a2295868dfbd32c9 (127.15.31.194:36555)
20:17:04.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.771448 16030 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "896d6077f61b4f55a38a3556f5871576" candidate_uuid: "5599850cb76846c2afbb6722895f82ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "406dc9ef71e64282a2295868dfbd32c9"
20:17:04.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.771481 15887 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "896d6077f61b4f55a38a3556f5871576" candidate_uuid: "5599850cb76846c2afbb6722895f82ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03424996b9e84080ba771cb786969e2c"
20:17:04.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.771699 15887 raft_consensus.cc:3037] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c [term 0 FOLLOWER]: Advancing to term 1
20:17:04.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.771701 16030 raft_consensus.cc:3037] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9 [term 0 FOLLOWER]: Advancing to term 1
20:17:04.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.773687 15887 raft_consensus.cc:2454] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5599850cb76846c2afbb6722895f82ff in term 1.
20:17:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.773701 16030 raft_consensus.cc:2454] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5599850cb76846c2afbb6722895f82ff in term 1.
20:17:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.774261 16094 leader_election.cc:302] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03424996b9e84080ba771cb786969e2c, 5599850cb76846c2afbb6722895f82ff; no voters:
20:17:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.774677 16251 raft_consensus.cc:2781] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [term 1 FOLLOWER]: Leader election won for term 1
20:17:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.774823 16251 raft_consensus.cc:686] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [term 1 LEADER]: Becoming Leader. State: Replica: 5599850cb76846c2afbb6722895f82ff, State: Running, Role: LEADER
20:17:04.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.775096 16251 consensus_queue.cc:237] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } }
20:17:04.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.777441 16260 tablet_replica.cc:439] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff: TxnStatusTablet state changed. Reason: New leader 5599850cb76846c2afbb6722895f82ff. Latest consensus state: current_term: 1 leader_uuid: "5599850cb76846c2afbb6722895f82ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } }
20:17:04.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.777771 16260 tablet_replica.cc:442] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff: This TxnStatusTablet replica's current role is: LEADER
20:17:04.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.778803 16275 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
20:17:04.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.779147 16275 txn_status_manager.cc:929] Loading transaction status metadata into memory...
20:17:04.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.779742 15690 catalog_manager.cc:5484] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff reported cstate change: term changed from 0 to 1, leader changed from <none> to 5599850cb76846c2afbb6722895f82ff (127.15.31.195). New cstate: current_term: 1 leader_uuid: "5599850cb76846c2afbb6722895f82ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } health_report { overall_health: HEALTHY } } }
20:17:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.826507 16030 raft_consensus.cc:1261] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9 [term 1 FOLLOWER]: Refusing update from remote peer 5599850cb76846c2afbb6722895f82ff: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:17:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.826679 15887 raft_consensus.cc:1261] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c [term 1 FOLLOWER]: Refusing update from remote peer 5599850cb76846c2afbb6722895f82ff: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:17:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.827464 16260 consensus_queue.cc:1035] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [LEADER]: Connected to new peer: Peer: permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.827800 16251 consensus_queue.cc:1035] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff [LEADER]: Connected to new peer: Peer: permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:04.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.842783 16248 tablet_replica.cc:439] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9: TxnStatusTablet state changed. Reason: New leader 5599850cb76846c2afbb6722895f82ff. Latest consensus state: current_term: 1 leader_uuid: "5599850cb76846c2afbb6722895f82ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } }
20:17:04.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.843163 16248 tablet_replica.cc:442] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9: This TxnStatusTablet replica's current role is: FOLLOWER
20:17:04.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.844242 16249 tablet_replica.cc:439] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c: TxnStatusTablet state changed. Reason: New leader 5599850cb76846c2afbb6722895f82ff. Latest consensus state: current_term: 1 leader_uuid: "5599850cb76846c2afbb6722895f82ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } }
20:17:04.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.844534 16249 tablet_replica.cc:442] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c: This TxnStatusTablet replica's current role is: FOLLOWER
20:17:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.848659 16278 mvcc.cc:205] Tried to move back new op lower bound from 7022979583278301184 to 7022979583081648128. Current Snapshot: MvccSnapshot[applied={T|T < 7022979583278301184}]
20:17:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.851961 16260 tablet_replica.cc:439] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5599850cb76846c2afbb6722895f82ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } }
20:17:04.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.852270 16260 tablet_replica.cc:442] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff: This TxnStatusTablet replica's current role is: LEADER
20:17:04.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.852531 16260 tablet_replica.cc:439] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5599850cb76846c2afbb6722895f82ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } }
20:17:04.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.852753 16260 tablet_replica.cc:442] T 896d6077f61b4f55a38a3556f5871576 P 5599850cb76846c2afbb6722895f82ff: This TxnStatusTablet replica's current role is: LEADER
20:17:04.861 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:17:04.864 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table f1301ebe652647a19a24867052c57269
20:17:04.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.865952 16248 tablet_replica.cc:439] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5599850cb76846c2afbb6722895f82ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } }
20:17:04.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.866277 16248 tablet_replica.cc:442] T 896d6077f61b4f55a38a3556f5871576 P 406dc9ef71e64282a2295868dfbd32c9: This TxnStatusTablet replica's current role is: FOLLOWER
20:17:04.866 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4c5e51893bb44a769adfa0a05bd5b8b4 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
20:17:04.867 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8e5a7418ca46405ebb77bad49377b950 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
20:17:04.867 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=4c5e51893bb44a769adfa0a05bd5b8b4@[03424996b9e84080ba771cb786969e2c(127.15.31.193:35897),406dc9ef71e64282a2295868dfbd32c9(127.15.31.194:36555)[L],5599850cb76846c2afbb6722895f82ff(127.15.31.195:43131)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=8e5a7418ca46405ebb77bad49377b950@[03424996b9e84080ba771cb786969e2c(127.15.31.193:35897),406dc9ef71e64282a2295868dfbd32c9(127.15.31.194:36555),5599850cb76846c2afbb6722895f82ff(127.15.31.195:43131)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:17:04.867 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.31.252:39201, [2ms] Sub RPC GetTableLocations: received response from server master-127.15.31.252:39201: OK, deferred=null) after lookup
20:17:04.868 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 406dc9ef71e64282a2295868dfbd32c9(127.15.31.194:36555)] connecting to peer
20:17:04.869 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 406dc9ef71e64282a2295868dfbd32c9(127.15.31.194:36555)] Successfully connected to peer
20:17:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.871359 16249 tablet_replica.cc:439] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5599850cb76846c2afbb6722895f82ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 } } peers { permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 } } peers { permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 } } }
20:17:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.871632 16249 tablet_replica.cc:442] T 896d6077f61b4f55a38a3556f5871576 P 03424996b9e84080ba771cb786969e2c: This TxnStatusTablet replica's current role is: FOLLOWER
20:17:04.890 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3af344d9, L:/127.0.0.1:41464 - R:/127.15.31.194:36555] using TOKEN/null
20:17:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.890926 16248 consensus_queue.cc:1035] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:04.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.902500 16251 consensus_queue.cc:1035] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [LEADER]: Connected to new peer: Peer: permanent_uuid: "03424996b9e84080ba771cb786969e2c" member_type: VOTER last_known_addr { host: "127.15.31.193" port: 35897 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.949690 16296 consensus_queue.cc:1035] T 4c5e51893bb44a769adfa0a05bd5b8b4 P 406dc9ef71e64282a2295868dfbd32c9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5599850cb76846c2afbb6722895f82ff" member_type: VOTER last_known_addr { host: "127.15.31.195" port: 43131 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.953895 16251 consensus_queue.cc:1035] T 8e5a7418ca46405ebb77bad49377b950 P 5599850cb76846c2afbb6722895f82ff [LEADER]: Connected to new peer: Peer: permanent_uuid: "406dc9ef71e64282a2295868dfbd32c9" member_type: VOTER last_known_addr { host: "127.15.31.194" port: 36555 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:04.995 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.31.252:39201
20:17:04.995 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:17:04.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.996229 15487 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task5dvX4I/build/asan/bin/kudu pid 15657
20:17:04.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:04.997717 15731 generic_service.cc:196] Checking for leaks (request via RPC)
20:17:05.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.150293 15487 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5dvX4I/build/asan/bin/kudu with pid 15657
20:17:05.174 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.31.252:39201(127.15.31.252:39201)] handling channelInactive
20:17:05.176 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:05.174765 15596 connection.cc:535] server connection from 127.0.0.1:52538 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:17:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:05.175374 15513 connection.cc:535] server connection from 127.0.0.1:41112 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:17:05.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state READY due to: connection closed
20:17:05.366 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:05.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.368 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.15.31.252:39201(127.15.31.252:39201) for tablet Kudu Master: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.385 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:05.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.387 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:05.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:05.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.406 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:05.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:05.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:05.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:05.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.448 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:05.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.449822 16302 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader b5f6737f78174bc08cb19f5e165d53d8)
20:17:05.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.450037 16302 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.450811 16302 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.451475 16303 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader b5f6737f78174bc08cb19f5e165d53d8)
20:17:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.451732 15539 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a39cd68910114bf2864f37efa56f0b87" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8985749f5a484a0da7b610877467df51" is_pre_election: true
20:17:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.452492 16303 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.453213 15539 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a39cd68910114bf2864f37efa56f0b87 in term 1.
20:17:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.454254 16303 leader_election.cc:288] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a39cd68910114bf2864f37efa56f0b87 (127.15.31.253:37651), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:05.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.455807 15620 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8985749f5a484a0da7b610877467df51" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a39cd68910114bf2864f37efa56f0b87" is_pre_election: true
20:17:05.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.456182 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8985749f5a484a0da7b610877467df51, a39cd68910114bf2864f37efa56f0b87; no voters:
20:17:05.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.456218 15620 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8985749f5a484a0da7b610877467df51 in term 1.
20:17:05.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.456481 16302 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:17:05.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.456591 16302 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 1 FOLLOWER]: Starting leader election (detected failure of leader b5f6737f78174bc08cb19f5e165d53d8)
20:17:05.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.456728 16302 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 1 FOLLOWER]: Advancing to term 2
20:17:05.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.457137 15514 leader_election.cc:302] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8985749f5a484a0da7b610877467df51, a39cd68910114bf2864f37efa56f0b87; no voters:
20:17:05.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.457592 16303 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:17:05.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.457710 16303 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 1 FOLLOWER]: Starting leader election (detected failure of leader b5f6737f78174bc08cb19f5e165d53d8)
20:17:05.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.457816 16303 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 1 FOLLOWER]: Advancing to term 2
20:17:05.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:05.458261 15516 leader_election.cc:334] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:05.459167 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.459882 16302 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.460680 16302 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 2 election: Requested vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.460853 16303 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.461661 16303 leader_election.cc:288] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [CANDIDATE]: Term 2 election: Requested vote from peers a39cd68910114bf2864f37efa56f0b87 (127.15.31.253:37651), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:05.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:05.462538 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.462512 15539 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a39cd68910114bf2864f37efa56f0b87" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8985749f5a484a0da7b610877467df51"
20:17:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.462826 15539 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a39cd68910114bf2864f37efa56f0b87 in current term 2: Already voted for candidate 8985749f5a484a0da7b610877467df51 in this term.
20:17:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.462509 15620 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8985749f5a484a0da7b610877467df51" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a39cd68910114bf2864f37efa56f0b87"
20:17:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.463429 15620 raft_consensus.cc:2379] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 8985749f5a484a0da7b610877467df51 in current term 2: Already voted for candidate a39cd68910114bf2864f37efa56f0b87 in this term.
20:17:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.463497 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.464246 16302 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:17:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:05.465018 15516 leader_election.cc:334] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.465179 15516 leader_election.cc:302] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8985749f5a484a0da7b610877467df51; no voters: a39cd68910114bf2864f37efa56f0b87, b5f6737f78174bc08cb19f5e165d53d8
20:17:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.465531 16303 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:17:05.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:05.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:05.548804 16217 heartbeater.cc:644] Failed to heartbeat to 127.15.31.252:39201 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:05.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:05.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.568 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:05.569 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] sending RPC to server master-127.15.31.252:39201, [4ms] received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@868560648(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1964073886@20d6b610 -> (continuation of Deferred@1841992613 after retry RPC after error@1972847196) -> (continuation of Deferred@1865453193 after retry RPC after error@2059649865) -> (continuation of Deferred@1135419407 after retry RPC after error@208080772) -> (continuation of Deferred@1732807751 after retry RPC after error@66441836) -> (continuation of Deferred@695347013 after retry RPC after error@492639936), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2088991711@3e548b98 -> (continuation of Deferred@1841992613 after retry RPC after error@1972847196) -> (continuation of Deferred@1865453193 after retry RPC after error@2059649865) -> (continuation of Deferred@1135419407 after retry RPC after error@208080772) -> (continuation of Deferred@1732807751 after retry RPC after error@66441836) -> (continuation of Deferred@695347013 after retry RPC after error@492639936)))
20:17:05.570 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] sending RPC to server master-127.15.31.252:39201, [4ms] received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@868560648(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1964073886@20d6b610 -> (continuation of Deferred@1841992613 after retry RPC after error@1972847196) -> (continuation of Deferred@1865453193 after retry RPC after error@2059649865) -> (continuation of Deferred@1135419407 after retry RPC after error@208080772) -> (continuation of Deferred@1732807751 after retry RPC after error@66441836) -> (continuation of Deferred@695347013 after retry RPC after error@492639936), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2088991711@3e548b98 -> (continuation of Deferred@1841992613 after retry RPC after error@1972847196) -> (continuation of Deferred@1865453193 after retry RPC after error@2059649865) -> (continuation of Deferred@1135419407 after retry RPC after error@208080772) -> (continuation of Deferred@1732807751 after retry RPC after error@66441836) -> (continuation of Deferred@695347013 after retry RPC after error@492639936)))
20:17:05.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:05.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:05.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:05.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:05.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:05.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.627 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:05.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:05.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:05.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:05.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.668 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:05.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:05.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:05.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:05.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:05.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.780375 16303 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:05.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.780607 16303 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:05.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.781283 16303 leader_election.cc:288] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers a39cd68910114bf2864f37efa56f0b87 (127.15.31.253:37651), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:05.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.782034 15620 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8985749f5a484a0da7b610877467df51" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a39cd68910114bf2864f37efa56f0b87" is_pre_election: true
20:17:05.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.782370 15620 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8985749f5a484a0da7b610877467df51 in term 2.
20:17:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.782948 15514 leader_election.cc:302] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8985749f5a484a0da7b610877467df51, a39cd68910114bf2864f37efa56f0b87; no voters:
20:17:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:05.783200 15516 leader_election.cc:334] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.783327 16303 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:17:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.783428 16303 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:17:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.783546 16303 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 2 FOLLOWER]: Advancing to term 3
20:17:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.785503 16303 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.786307 16303 leader_election.cc:288] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [CANDIDATE]: Term 3 election: Requested vote from peers a39cd68910114bf2864f37efa56f0b87 (127.15.31.253:37651), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.786942 15620 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8985749f5a484a0da7b610877467df51" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a39cd68910114bf2864f37efa56f0b87"
20:17:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.787232 15620 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 2 FOLLOWER]: Advancing to term 3
20:17:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:05.787814 15516 leader_election.cc:334] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:05.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.789288 15620 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8985749f5a484a0da7b610877467df51 in term 3.
20:17:05.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.789877 15514 leader_election.cc:302] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8985749f5a484a0da7b610877467df51, a39cd68910114bf2864f37efa56f0b87; no voters: b5f6737f78174bc08cb19f5e165d53d8
20:17:05.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.790199 16303 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 3 FOLLOWER]: Leader election won for term 3
20:17:05.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.790675 16303 raft_consensus.cc:686] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [term 3 LEADER]: Becoming Leader. State: Replica: 8985749f5a484a0da7b610877467df51, State: Running, Role: LEADER
20:17:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.791213 16303 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:05.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.793023 16311 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8985749f5a484a0da7b610877467df51. Latest consensus state: current_term: 3 leader_uuid: "8985749f5a484a0da7b610877467df51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } } }
20:17:05.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.793408 16311 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [sys.catalog]: This master's current role is: LEADER
20:17:05.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.794055 16313 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:17:05.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.796717 16313 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=44aaa23b96a3406c95dca92c9223e6f1]
20:17:05.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.797392 16313 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=f1301ebe652647a19a24867052c57269]
20:17:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.799512 16313 tablet_loader.cc:96] loaded metadata for tablet 4c5e51893bb44a769adfa0a05bd5b8b4 (table txn_manager_fallback [id=f1301ebe652647a19a24867052c57269])
20:17:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.799993 16313 tablet_loader.cc:96] loaded metadata for tablet 896d6077f61b4f55a38a3556f5871576 (table kudu_system.kudu_transactions [id=44aaa23b96a3406c95dca92c9223e6f1])
20:17:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.800355 16313 tablet_loader.cc:96] loaded metadata for tablet 8e5a7418ca46405ebb77bad49377b950 (table txn_manager_fallback [id=f1301ebe652647a19a24867052c57269])
20:17:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.800648 16313 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:17:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.801649 16313 catalog_manager.cc:1259] Loaded cluster ID: 343496fea6444106a618f996fa5c3972
20:17:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.801750 16313 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:17:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.803133 16313 catalog_manager.cc:1504] Loading token signing keys...
20:17:05.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.804039 16313 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51: Loaded TSK: 0
20:17:05.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.804911 16313 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:17:05.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:05.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:05.828 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:17:05.829 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=245), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [245ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, deferred=Deferred@1299443952(state=PENDING, result=null, callback=(continuation of Deferred@2066162893 after retry RPC after error@411151327) -> (continuation of Deferred@1756881438 after retry RPC after error@974220168) -> (continuation of Deferred@2018648395 after retry RPC after error@1838719693) -> (continuation of Deferred@988289650 after retry RPC after error@185887628) -> (continuation of Deferred@1655000028 after retry RPC after error@1250104207) -> (continuation of Deferred@809675559 after retry RPC after error@413335208) -> (continuation of Deferred@1351724491 after retry RPC after error@48022333), errback=(continuation of Deferred@2066162893 after retry RPC after error@411151327) -> (continuation of Deferred@1756881438 after retry RPC after error@974220168) -> (continuation of Deferred@2018648395 after retry RPC after error@1838719693) -> (continuation of Deferred@988289650 after retry RPC after error@185887628) -> (continuation of Deferred@1655000028 after retry RPC after error@1250104207) -> (continuation of Deferred@809675559 after retry RPC after error@413335208) -> (continuation of Deferred@1351724491 after retry RPC after error@48022333))) after lookup
20:17:05.844 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [245ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: OK, [246ms] sending RPC to server master-127.15.31.254:36253, deferred=Deferred@1299443952(state=PENDING, result=null, callback=(continuation of Deferred@2066162893 after retry RPC after error@411151327) -> (continuation of Deferred@1756881438 after retry RPC after error@974220168) -> (continuation of Deferred@2018648395 after retry RPC after error@1838719693) -> (continuation of Deferred@988289650 after retry RPC after error@185887628) -> (continuation of Deferred@1655000028 after retry RPC after error@1250104207) -> (continuation of Deferred@809675559 after retry RPC after error@413335208) -> (continuation of Deferred@1351724491 after retry RPC after error@48022333) -> (continuation of Deferred@1386509066 after retry RPC@7123599), errback=(continuation of Deferred@2066162893 after retry RPC after error@411151327) -> (continuation of Deferred@1756881438 after retry RPC after error@974220168) -> (continuation of Deferred@2018648395 after retry RPC after error@1838719693) -> (continuation of Deferred@988289650 after retry RPC after error@185887628) -> (continuation of Deferred@1655000028 after retry RPC after error@1250104207) -> (continuation of Deferred@809675559 after retry RPC after error@413335208) -> (continuation of Deferred@1351724491 after retry RPC after error@48022333) -> (continuation of Deferred@1386509066 after retry RPC@7123599)))
20:17:05.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:05.847023 15559 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:41114 (request call id 15) took 16 ms (client timeout 4 ms). Trace:
20:17:05.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:05.847440 15559 rpcz_store.cc:269] 0501 20:17:05.830681 (+ 0us) service_pool.cc:168] Inserting onto call queue
20:17:05.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0501 20:17:05.830776 (+ 95us) service_pool.cc:225] Handling call
20:17:05.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0501 20:17:05.846925 (+ 16149us) inbound_call.cc:173] Queueing success response
20:17:05.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":571,"thread_start_us":1513,"threads_started":5}
20:17:05.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 2758102991210 + 9223369278751785587 cannot be represented in type 'long'
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.888753 15528 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41132:
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:17:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:17:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:17:05.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:05.895241 15528 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:17:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.913934 15620 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Refusing update from remote peer 8985749f5a484a0da7b610877467df51: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
20:17:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.916103 16311 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
20:17:05.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:05.918462 15516 consensus_peers.cc:485] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 -> Peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Couldn't send request to peer b5f6737f78174bc08cb19f5e165d53d8. Status: Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:17:05.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.923377 16302 sys_catalog.cc:455] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8985749f5a484a0da7b610877467df51. Latest consensus state: current_term: 3 leader_uuid: "8985749f5a484a0da7b610877467df51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } } }
20:17:05.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.923857 16302 sys_catalog.cc:458] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [sys.catalog]: This master's current role is: FOLLOWER
20:17:05.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.928221 16302 sys_catalog.cc:455] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "8985749f5a484a0da7b610877467df51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } } }
20:17:05.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.928583 16302 sys_catalog.cc:458] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [sys.catalog]: This master's current role is: FOLLOWER
20:17:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.935822 16303 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "8985749f5a484a0da7b610877467df51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } } }
20:17:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:05.936141 16303 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 [sys.catalog]: This master's current role is: LEADER
20:17:05.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:05.956679 15933 heartbeater.cc:644] Failed to heartbeat to 127.15.31.252:39201 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:05.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:05.993180 16075 heartbeater.cc:644] Failed to heartbeat to 127.15.31.252:39201 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:06.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:06.213253 15516 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111) [suppressed 15 similar messages]
20:17:06.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:06.440747 15516 consensus_peers.cc:485] T 00000000000000000000000000000000 P 8985749f5a484a0da7b610877467df51 -> Peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Couldn't send request to peer b5f6737f78174bc08cb19f5e165d53d8. Status: Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:17:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7fb0843c3398 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
20:17:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa4fe55 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:97:38
20:17:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7fb0979e4da2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
20:17:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7fb0979d5574 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:458:48
20:17:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7fb097b2eade in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
20:17:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7fb097b2f6bb in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
20:17:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7fb097b3432f in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
20:17:06.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7fb0919b2aa6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
20:17:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7fb0919b27d5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
20:17:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7fb08b16b04e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
20:17:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7fb08b169f2e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
20:17:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7fb08b170405 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
20:17:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7fb08b170d2f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
20:17:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7fb08b170b58 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
20:17:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa60bcc in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
20:17:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7fb08448801d in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
20:17:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7fb08780d6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
20:17:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7fb08064b71e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
20:17:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
20:17:06.893 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.31.254:36253(127.15.31.254:36253)] handling channelInactive
20:17:06.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state READY due to: connection closed
20:17:06.893 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.15.31.254:36253(127.15.31.254:36253) for tablet Kudu Master: connection closed
20:17:06.905 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:06.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:06.954480 15934 heartbeater.cc:503] Master 127.15.31.254:36253 was elected leader, sending a full tablet report...
20:17:06.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:06.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:06.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:06.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:06.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:06.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:06.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:06.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:06.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:06.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:06.997812 16076 heartbeater.cc:503] Master 127.15.31.254:36253 was elected leader, sending a full tablet report...
20:17:07.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.045 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.105 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.145 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.165 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.169334 16338 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8985749f5a484a0da7b610877467df51)
20:17:07.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.169539 16338 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:07.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.170306 16338 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:07.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:07.171571 15597 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111) [suppressed 6 similar messages]
20:17:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:07.172915 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253): Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111)
20:17:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:07.173168 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.173254 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.173523 16338 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:17:07.177 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.177 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.180 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.185 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.225 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.227 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.244 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1688490239(state=PENDING, result=null, callback=(continuation of Deferred@1578207693 after retry RPC after error@940419313) -> (continuation of Deferred@405895932 after retry RPC after error@1582625453) -> (continuation of Deferred@207177547 after retry RPC after error@1506159633) -> (continuation of Deferred@1253264207 after retry RPC after error@864753966) -> (continuation of Deferred@1965978379 after retry RPC after error@492863259) -> (continuation of Deferred@1297725131 after retry RPC after error@653300775) -> (continuation of Deferred@541072857 after retry RPC after error@1044788845) -> (continuation of Deferred@1042886784 after retry RPC after error@475716302), errback=(continuation of Deferred@1578207693 after retry RPC after error@940419313) -> (continuation of Deferred@405895932 after retry RPC after error@1582625453) -> (continuation of Deferred@207177547 after retry RPC after error@1506159633) -> (continuation of Deferred@1253264207 after retry RPC after error@864753966) -> (continuation of Deferred@1965978379 after retry RPC after error@492863259) -> (continuation of Deferred@1297725131 after retry RPC after error@653300775) -> (continuation of Deferred@541072857 after retry RPC after error@1044788845) -> (continuation of Deferred@1042886784 after retry RPC after error@475716302)))
20:17:07.245 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:07.246 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.246 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.248 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.265 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.268 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.286 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.288 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.305 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.345 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.385 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.388 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.445 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.448 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@206040496(state=PENDING, result=null, callback=(continuation of Deferred@2141387377 after retry RPC after error@1693256266) -> (continuation of Deferred@1725407187 after retry RPC after error@1431229652) -> (continuation of Deferred@1037553022 after retry RPC after error@837038036) -> (continuation of Deferred@1796675388 after retry RPC after error@1214023422) -> (continuation of Deferred@1264787126 after retry RPC after error@1533608577) -> (continuation of Deferred@135544871 after retry RPC after error@609442989), errback=(continuation of Deferred@2141387377 after retry RPC after error@1693256266) -> (continuation of Deferred@1725407187 after retry RPC after error@1431229652) -> (continuation of Deferred@1037553022 after retry RPC after error@837038036) -> (continuation of Deferred@1796675388 after retry RPC after error@1214023422) -> (continuation of Deferred@1264787126 after retry RPC after error@1533608577) -> (continuation of Deferred@135544871 after retry RPC after error@609442989)))
20:17:07.448 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@206040496(state=PENDING, result=null, callback=(continuation of Deferred@2141387377 after retry RPC after error@1693256266) -> (continuation of Deferred@1725407187 after retry RPC after error@1431229652) -> (continuation of Deferred@1037553022 after retry RPC after error@837038036) -> (continuation of Deferred@1796675388 after retry RPC after error@1214023422) -> (continuation of Deferred@1264787126 after retry RPC after error@1533608577) -> (continuation of Deferred@135544871 after retry RPC after error@609442989), errback=(continuation of Deferred@2141387377 after retry RPC after error@1693256266) -> (continuation of Deferred@1725407187 after retry RPC after error@1431229652) -> (continuation of Deferred@1037553022 after retry RPC after error@837038036) -> (continuation of Deferred@1796675388 after retry RPC after error@1214023422) -> (continuation of Deferred@1264787126 after retry RPC after error@1533608577) -> (continuation of Deferred@135544871 after retry RPC after error@609442989)))
20:17:07.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.485 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.510238 16338 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8985749f5a484a0da7b610877467df51)
20:17:07.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.510447 16338 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.511130 16338 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:07.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:07.512720 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253): Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111)
20:17:07.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:07.512938 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:07.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.513075 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:07.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.513355 16338 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:17:07.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.525 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.545 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.552278 16218 heartbeater.cc:503] Master 127.15.31.254:36253 was elected leader, sending a full tablet report...
20:17:07.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.577730 16100 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.102s from last keepalive heartbeat (effective timeout is 1.000s)
20:17:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:07.579573 16136 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.31.252:39201)
20:17:07.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.605 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.607 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1188172390(state=PENDING, result=null, callback=(continuation of Deferred@1455275900 after retry RPC after error@27830623) -> (continuation of Deferred@1189142021 after retry RPC after error@284669341) -> (continuation of Deferred@722120352 after retry RPC after error@1873545423) -> (continuation of Deferred@805106633 after retry RPC after error@34267382) -> (continuation of Deferred@2089497017 after retry RPC after error@1945023639) -> (continuation of Deferred@1002726296 after retry RPC after error@1855732038), errback=(continuation of Deferred@1455275900 after retry RPC after error@27830623) -> (continuation of Deferred@1189142021 after retry RPC after error@284669341) -> (continuation of Deferred@722120352 after retry RPC after error@1873545423) -> (continuation of Deferred@805106633 after retry RPC after error@34267382) -> (continuation of Deferred@2089497017 after retry RPC after error@1945023639) -> (continuation of Deferred@1002726296 after retry RPC after error@1855732038)))
20:17:07.608 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1188172390(state=PENDING, result=null, callback=(continuation of Deferred@1455275900 after retry RPC after error@27830623) -> (continuation of Deferred@1189142021 after retry RPC after error@284669341) -> (continuation of Deferred@722120352 after retry RPC after error@1873545423) -> (continuation of Deferred@805106633 after retry RPC after error@34267382) -> (continuation of Deferred@2089497017 after retry RPC after error@1945023639) -> (continuation of Deferred@1002726296 after retry RPC after error@1855732038), errback=(continuation of Deferred@1455275900 after retry RPC after error@27830623) -> (continuation of Deferred@1189142021 after retry RPC after error@284669341) -> (continuation of Deferred@722120352 after retry RPC after error@1873545423) -> (continuation of Deferred@805106633 after retry RPC after error@34267382) -> (continuation of Deferred@2089497017 after retry RPC after error@1945023639) -> (continuation of Deferred@1002726296 after retry RPC after error@1855732038)))
20:17:07.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.625 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.665 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.685 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.705 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.805 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.825 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.842149 16338 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8985749f5a484a0da7b610877467df51)
20:17:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.842384 16338 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.843233 16338 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:07.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:07.845033 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253): Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111)
20:17:07.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:07.845546 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:07.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.845655 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:07.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:07.845902 16338 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:17:07.884 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1586759314(state=PENDING, result=null, callback=(continuation of Deferred@2097101712 after retry RPC after error@2015984464) -> (continuation of Deferred@901546739 after retry RPC after error@1264755264) -> (continuation of Deferred@1313088263 after retry RPC after error@2105815652) -> (continuation of Deferred@746495037 after retry RPC after error@1926257488) -> (continuation of Deferred@493031958 after retry RPC after error@1101530316) -> (continuation of Deferred@426764208 after retry RPC after error@1771386134) -> (continuation of Deferred@1826847120 after retry RPC after error@1835835044), errback=(continuation of Deferred@2097101712 after retry RPC after error@2015984464) -> (continuation of Deferred@901546739 after retry RPC after error@1264755264) -> (continuation of Deferred@1313088263 after retry RPC after error@2105815652) -> (continuation of Deferred@746495037 after retry RPC after error@1926257488) -> (continuation of Deferred@493031958 after retry RPC after error@1101530316) -> (continuation of Deferred@426764208 after retry RPC after error@1771386134) -> (continuation of Deferred@1826847120 after retry RPC after error@1835835044)))
20:17:07.885 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:07.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.925 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.945 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:07.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:07.985 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:07.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:07.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:07.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.005 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.065 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.105 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.107 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@2048085755(state=PENDING, result=null, callback=(continuation of Deferred@130977685 after retry RPC after error@2011020242) -> (continuation of Deferred@1175796099 after retry RPC after error@638698284) -> (continuation of Deferred@1439715932 after retry RPC after error@1330212895) -> (continuation of Deferred@545231188 after retry RPC after error@148848340) -> (continuation of Deferred@1598742305 after retry RPC after error@1527223647) -> (continuation of Deferred@120474202 after retry RPC after error@1987509749) -> (continuation of Deferred@2144114637 after retry RPC after error@411457542), errback=(continuation of Deferred@130977685 after retry RPC after error@2011020242) -> (continuation of Deferred@1175796099 after retry RPC after error@638698284) -> (continuation of Deferred@1439715932 after retry RPC after error@1330212895) -> (continuation of Deferred@545231188 after retry RPC after error@148848340) -> (continuation of Deferred@1598742305 after retry RPC after error@1527223647) -> (continuation of Deferred@120474202 after retry RPC after error@1987509749) -> (continuation of Deferred@2144114637 after retry RPC after error@411457542)))
20:17:08.108 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@2048085755(state=PENDING, result=null, callback=(continuation of Deferred@130977685 after retry RPC after error@2011020242) -> (continuation of Deferred@1175796099 after retry RPC after error@638698284) -> (continuation of Deferred@1439715932 after retry RPC after error@1330212895) -> (continuation of Deferred@545231188 after retry RPC after error@148848340) -> (continuation of Deferred@1598742305 after retry RPC after error@1527223647) -> (continuation of Deferred@120474202 after retry RPC after error@1987509749) -> (continuation of Deferred@2144114637 after retry RPC after error@411457542), errback=(continuation of Deferred@130977685 after retry RPC after error@2011020242) -> (continuation of Deferred@1175796099 after retry RPC after error@638698284) -> (continuation of Deferred@1439715932 after retry RPC after error@1330212895) -> (continuation of Deferred@545231188 after retry RPC after error@148848340) -> (continuation of Deferred@1598742305 after retry RPC after error@1527223647) -> (continuation of Deferred@120474202 after retry RPC after error@1987509749) -> (continuation of Deferred@2144114637 after retry RPC after error@411457542)))
20:17:08.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.125 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.128 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.185 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.205 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.225 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:08.226037 16338 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8985749f5a484a0da7b610877467df51)
20:17:08.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:08.226259 16338 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:08.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.228 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:08.227191 16338 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:08.229315 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253): Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111)
20:17:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:08.229552 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:08.229681 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:08.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:08.229982 16338 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:17:08.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.305 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.307 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1563486971(state=PENDING, result=null, callback=(continuation of Deferred@1422948232 after retry RPC after error@76903916) -> (continuation of Deferred@1464652963 after retry RPC after error@225549187) -> (continuation of Deferred@1523241362 after retry RPC after error@1977611570) -> (continuation of Deferred@1149755110 after retry RPC after error@1160505462) -> (continuation of Deferred@1231156992 after retry RPC after error@1134427515) -> (continuation of Deferred@957836032 after retry RPC after error@602229772), errback=(continuation of Deferred@1422948232 after retry RPC after error@76903916) -> (continuation of Deferred@1464652963 after retry RPC after error@225549187) -> (continuation of Deferred@1523241362 after retry RPC after error@1977611570) -> (continuation of Deferred@1149755110 after retry RPC after error@1160505462) -> (continuation of Deferred@1231156992 after retry RPC after error@1134427515) -> (continuation of Deferred@957836032 after retry RPC after error@602229772)))
20:17:08.308 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1563486971(state=PENDING, result=null, callback=(continuation of Deferred@1422948232 after retry RPC after error@76903916) -> (continuation of Deferred@1464652963 after retry RPC after error@225549187) -> (continuation of Deferred@1523241362 after retry RPC after error@1977611570) -> (continuation of Deferred@1149755110 after retry RPC after error@1160505462) -> (continuation of Deferred@1231156992 after retry RPC after error@1134427515) -> (continuation of Deferred@957836032 after retry RPC after error@602229772), errback=(continuation of Deferred@1422948232 after retry RPC after error@76903916) -> (continuation of Deferred@1464652963 after retry RPC after error@225549187) -> (continuation of Deferred@1523241362 after retry RPC after error@1977611570) -> (continuation of Deferred@1149755110 after retry RPC after error@1160505462) -> (continuation of Deferred@1231156992 after retry RPC after error@1134427515) -> (continuation of Deferred@957836032 after retry RPC after error@602229772)))
20:17:08.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.365 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.405 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.425 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.465 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.565 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.568 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@564845163(state=PENDING, result=null, callback=(continuation of Deferred@38949711 after retry RPC after error@12893328) -> (continuation of Deferred@240083277 after retry RPC after error@2042727277) -> (continuation of Deferred@1763272497 after retry RPC after error@1285322430) -> (continuation of Deferred@959193961 after retry RPC after error@1287871938) -> (continuation of Deferred@1849793412 after retry RPC after error@1095182708) -> (continuation of Deferred@422079838 after retry RPC after error@1330847476) -> (continuation of Deferred@757866785 after retry RPC after error@1440260473), errback=(continuation of Deferred@38949711 after retry RPC after error@12893328) -> (continuation of Deferred@240083277 after retry RPC after error@2042727277) -> (continuation of Deferred@1763272497 after retry RPC after error@1285322430) -> (continuation of Deferred@959193961 after retry RPC after error@1287871938) -> (continuation of Deferred@1849793412 after retry RPC after error@1095182708) -> (continuation of Deferred@422079838 after retry RPC after error@1330847476) -> (continuation of Deferred@757866785 after retry RPC after error@1440260473)))
20:17:08.568 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@564845163(state=PENDING, result=null, callback=(continuation of Deferred@38949711 after retry RPC after error@12893328) -> (continuation of Deferred@240083277 after retry RPC after error@2042727277) -> (continuation of Deferred@1763272497 after retry RPC after error@1285322430) -> (continuation of Deferred@959193961 after retry RPC after error@1287871938) -> (continuation of Deferred@1849793412 after retry RPC after error@1095182708) -> (continuation of Deferred@422079838 after retry RPC after error@1330847476) -> (continuation of Deferred@757866785 after retry RPC after error@1440260473), errback=(continuation of Deferred@38949711 after retry RPC after error@12893328) -> (continuation of Deferred@240083277 after retry RPC after error@2042727277) -> (continuation of Deferred@1763272497 after retry RPC after error@1285322430) -> (continuation of Deferred@959193961 after retry RPC after error@1287871938) -> (continuation of Deferred@1849793412 after retry RPC after error@1095182708) -> (continuation of Deferred@422079838 after retry RPC after error@1330847476) -> (continuation of Deferred@757866785 after retry RPC after error@1440260473)))
20:17:08.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.585 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.625 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.645 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.705 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.725 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.727 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@187403036(state=PENDING, result=null, callback=(continuation of Deferred@1434259070 after retry RPC after error@1016886962) -> (continuation of Deferred@1981498481 after retry RPC after error@557793989) -> (continuation of Deferred@470591074 after retry RPC after error@1132100279) -> (continuation of Deferred@1869518437 after retry RPC after error@874301479) -> (continuation of Deferred@1306154864 after retry RPC after error@1566913470) -> (continuation of Deferred@1176722377 after retry RPC after error@338489050) -> (continuation of Deferred@198331128 after retry RPC after error@2136895743), errback=(continuation of Deferred@1434259070 after retry RPC after error@1016886962) -> (continuation of Deferred@1981498481 after retry RPC after error@557793989) -> (continuation of Deferred@470591074 after retry RPC after error@1132100279) -> (continuation of Deferred@1869518437 after retry RPC after error@874301479) -> (continuation of Deferred@1306154864 after retry RPC after error@1566913470) -> (continuation of Deferred@1176722377 after retry RPC after error@338489050) -> (continuation of Deferred@198331128 after retry RPC after error@2136895743)))
20:17:08.728 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@187403036(state=PENDING, result=null, callback=(continuation of Deferred@1434259070 after retry RPC after error@1016886962) -> (continuation of Deferred@1981498481 after retry RPC after error@557793989) -> (continuation of Deferred@470591074 after retry RPC after error@1132100279) -> (continuation of Deferred@1869518437 after retry RPC after error@874301479) -> (continuation of Deferred@1306154864 after retry RPC after error@1566913470) -> (continuation of Deferred@1176722377 after retry RPC after error@338489050) -> (continuation of Deferred@198331128 after retry RPC after error@2136895743), errback=(continuation of Deferred@1434259070 after retry RPC after error@1016886962) -> (continuation of Deferred@1981498481 after retry RPC after error@557793989) -> (continuation of Deferred@470591074 after retry RPC after error@1132100279) -> (continuation of Deferred@1869518437 after retry RPC after error@874301479) -> (continuation of Deferred@1306154864 after retry RPC after error@1566913470) -> (continuation of Deferred@1176722377 after retry RPC after error@338489050) -> (continuation of Deferred@198331128 after retry RPC after error@2136895743)))
20:17:08.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.765 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.785 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.825 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.905 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.965 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:08.967 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@266887716(state=PENDING, result=null, callback=(continuation of Deferred@1632939397 after retry RPC after error@1471167224) -> (continuation of Deferred@509271596 after retry RPC after error@1383032449) -> (continuation of Deferred@378782156 after retry RPC after error@1075994140) -> (continuation of Deferred@138498954 after retry RPC after error@565405549) -> (continuation of Deferred@698765110 after retry RPC after error@2074486432) -> (continuation of Deferred@2038032221 after retry RPC after error@1137409808) -> (continuation of Deferred@1477396384 after retry RPC after error@307685671), errback=(continuation of Deferred@1632939397 after retry RPC after error@1471167224) -> (continuation of Deferred@509271596 after retry RPC after error@1383032449) -> (continuation of Deferred@378782156 after retry RPC after error@1075994140) -> (continuation of Deferred@138498954 after retry RPC after error@565405549) -> (continuation of Deferred@698765110 after retry RPC after error@2074486432) -> (continuation of Deferred@2038032221 after retry RPC after error@1137409808) -> (continuation of Deferred@1477396384 after retry RPC after error@307685671)))
20:17:08.968 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@266887716(state=PENDING, result=null, callback=(continuation of Deferred@1632939397 after retry RPC after error@1471167224) -> (continuation of Deferred@509271596 after retry RPC after error@1383032449) -> (continuation of Deferred@378782156 after retry RPC after error@1075994140) -> (continuation of Deferred@138498954 after retry RPC after error@565405549) -> (continuation of Deferred@698765110 after retry RPC after error@2074486432) -> (continuation of Deferred@2038032221 after retry RPC after error@1137409808) -> (continuation of Deferred@1477396384 after retry RPC after error@307685671), errback=(continuation of Deferred@1632939397 after retry RPC after error@1471167224) -> (continuation of Deferred@509271596 after retry RPC after error@1383032449) -> (continuation of Deferred@378782156 after retry RPC after error@1075994140) -> (continuation of Deferred@138498954 after retry RPC after error@565405549) -> (continuation of Deferred@698765110 after retry RPC after error@2074486432) -> (continuation of Deferred@2038032221 after retry RPC after error@1137409808) -> (continuation of Deferred@1477396384 after retry RPC after error@307685671)))
20:17:08.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:08.985 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:08.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:08.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:08.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.045 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.105 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.123 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.225 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.228 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.228 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.229 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1813021322(state=PENDING, result=null, callback=(continuation of Deferred@1015800341 after retry RPC after error@1251330350) -> (continuation of Deferred@307546753 after retry RPC after error@2058886803) -> (continuation of Deferred@432066715 after retry RPC after error@2105062964) -> (continuation of Deferred@1238137816 after retry RPC after error@1941612788) -> (continuation of Deferred@1826748944 after retry RPC after error@1418737838) -> (continuation of Deferred@2116590431 after retry RPC after error@1492349286) -> (continuation of Deferred@992026898 after retry RPC after error@1856060304), errback=(continuation of Deferred@1015800341 after retry RPC after error@1251330350) -> (continuation of Deferred@307546753 after retry RPC after error@2058886803) -> (continuation of Deferred@432066715 after retry RPC after error@2105062964) -> (continuation of Deferred@1238137816 after retry RPC after error@1941612788) -> (continuation of Deferred@1826748944 after retry RPC after error@1418737838) -> (continuation of Deferred@2116590431 after retry RPC after error@1492349286) -> (continuation of Deferred@992026898 after retry RPC after error@1856060304)))
20:17:09.229 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1813021322(state=PENDING, result=null, callback=(continuation of Deferred@1015800341 after retry RPC after error@1251330350) -> (continuation of Deferred@307546753 after retry RPC after error@2058886803) -> (continuation of Deferred@432066715 after retry RPC after error@2105062964) -> (continuation of Deferred@1238137816 after retry RPC after error@1941612788) -> (continuation of Deferred@1826748944 after retry RPC after error@1418737838) -> (continuation of Deferred@2116590431 after retry RPC after error@1492349286) -> (continuation of Deferred@992026898 after retry RPC after error@1856060304), errback=(continuation of Deferred@1015800341 after retry RPC after error@1251330350) -> (continuation of Deferred@307546753 after retry RPC after error@2058886803) -> (continuation of Deferred@432066715 after retry RPC after error@2105062964) -> (continuation of Deferred@1238137816 after retry RPC after error@1941612788) -> (continuation of Deferred@1826748944 after retry RPC after error@1418737838) -> (continuation of Deferred@2116590431 after retry RPC after error@1492349286) -> (continuation of Deferred@992026898 after retry RPC after error@1856060304)))
20:17:09.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:09.254137 16360 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8985749f5a484a0da7b610877467df51)
20:17:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:09.254360 16360 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:09.255111 16360 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:09.257844 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253): Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111)
20:17:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:09.258117 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:09.258208 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:09.258471 16360 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:17:09.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.265 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.285 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.305 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.365 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.385 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.504 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [144ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1474118654(state=PENDING, result=null, callback=(continuation of Deferred@2059378624 after retry RPC after error@2093966347) -> (continuation of Deferred@419860332 after retry RPC after error@620358913) -> (continuation of Deferred@582887361 after retry RPC after error@634839201) -> (continuation of Deferred@134641304 after retry RPC after error@1677464444) -> (continuation of Deferred@808427757 after retry RPC after error@577670561) -> (continuation of Deferred@426216898 after retry RPC after error@436406881) -> (continuation of Deferred@1474754820 after retry RPC after error@28538332), errback=(continuation of Deferred@2059378624 after retry RPC after error@2093966347) -> (continuation of Deferred@419860332 after retry RPC after error@620358913) -> (continuation of Deferred@582887361 after retry RPC after error@634839201) -> (continuation of Deferred@134641304 after retry RPC after error@1677464444) -> (continuation of Deferred@808427757 after retry RPC after error@577670561) -> (continuation of Deferred@426216898 after retry RPC after error@436406881) -> (continuation of Deferred@1474754820 after retry RPC after error@28538332)))
20:17:09.505 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:09.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.525 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.565 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.585 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.685 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.687 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1295805904(state=PENDING, result=null, callback=(continuation of Deferred@254205443 after retry RPC after error@1980466594) -> (continuation of Deferred@770695618 after retry RPC after error@51600194) -> (continuation of Deferred@989617125 after retry RPC after error@284229517) -> (continuation of Deferred@1111752096 after retry RPC after error@1536387041) -> (continuation of Deferred@65547269 after retry RPC after error@351512418) -> (continuation of Deferred@1233184417 after retry RPC after error@158084127), errback=(continuation of Deferred@254205443 after retry RPC after error@1980466594) -> (continuation of Deferred@770695618 after retry RPC after error@51600194) -> (continuation of Deferred@989617125 after retry RPC after error@284229517) -> (continuation of Deferred@1111752096 after retry RPC after error@1536387041) -> (continuation of Deferred@65547269 after retry RPC after error@351512418) -> (continuation of Deferred@1233184417 after retry RPC after error@158084127)))
20:17:09.688 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1295805904(state=PENDING, result=null, callback=(continuation of Deferred@254205443 after retry RPC after error@1980466594) -> (continuation of Deferred@770695618 after retry RPC after error@51600194) -> (continuation of Deferred@989617125 after retry RPC after error@284229517) -> (continuation of Deferred@1111752096 after retry RPC after error@1536387041) -> (continuation of Deferred@65547269 after retry RPC after error@351512418) -> (continuation of Deferred@1233184417 after retry RPC after error@158084127), errback=(continuation of Deferred@254205443 after retry RPC after error@1980466594) -> (continuation of Deferred@770695618 after retry RPC after error@51600194) -> (continuation of Deferred@989617125 after retry RPC after error@284229517) -> (continuation of Deferred@1111752096 after retry RPC after error@1536387041) -> (continuation of Deferred@65547269 after retry RPC after error@351512418) -> (continuation of Deferred@1233184417 after retry RPC after error@158084127)))
20:17:09.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.745 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.765 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.783 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.865 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.907 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@689792803(state=PENDING, result=null, callback=(continuation of Deferred@717461608 after retry RPC after error@1811857168) -> (continuation of Deferred@468780595 after retry RPC after error@1503092241) -> (continuation of Deferred@1872858515 after retry RPC after error@1899608392) -> (continuation of Deferred@1651177922 after retry RPC after error@32392264) -> (continuation of Deferred@1648397555 after retry RPC after error@1586469386) -> (continuation of Deferred@1797180656 after retry RPC after error@404822495) -> (continuation of Deferred@2128619836 after retry RPC after error@1545446176), errback=(continuation of Deferred@717461608 after retry RPC after error@1811857168) -> (continuation of Deferred@468780595 after retry RPC after error@1503092241) -> (continuation of Deferred@1872858515 after retry RPC after error@1899608392) -> (continuation of Deferred@1651177922 after retry RPC after error@32392264) -> (continuation of Deferred@1648397555 after retry RPC after error@1586469386) -> (continuation of Deferred@1797180656 after retry RPC after error@404822495) -> (continuation of Deferred@2128619836 after retry RPC after error@1545446176)))
20:17:09.907 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@689792803(state=PENDING, result=null, callback=(continuation of Deferred@717461608 after retry RPC after error@1811857168) -> (continuation of Deferred@468780595 after retry RPC after error@1503092241) -> (continuation of Deferred@1872858515 after retry RPC after error@1899608392) -> (continuation of Deferred@1651177922 after retry RPC after error@32392264) -> (continuation of Deferred@1648397555 after retry RPC after error@1586469386) -> (continuation of Deferred@1797180656 after retry RPC after error@404822495) -> (continuation of Deferred@2128619836 after retry RPC after error@1545446176), errback=(continuation of Deferred@717461608 after retry RPC after error@1811857168) -> (continuation of Deferred@468780595 after retry RPC after error@1503092241) -> (continuation of Deferred@1872858515 after retry RPC after error@1899608392) -> (continuation of Deferred@1651177922 after retry RPC after error@32392264) -> (continuation of Deferred@1648397555 after retry RPC after error@1586469386) -> (continuation of Deferred@1797180656 after retry RPC after error@404822495) -> (continuation of Deferred@2128619836 after retry RPC after error@1545446176)))
20:17:09.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.925 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.945 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.965 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:09.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:09.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:09.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:09.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:09.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.045 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.105 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.184 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@28500365(state=PENDING, result=null, callback=(continuation of Deferred@1918878174 after retry RPC after error@1343751588) -> (continuation of Deferred@974882791 after retry RPC after error@741582752) -> (continuation of Deferred@544129737 after retry RPC after error@818665029) -> (continuation of Deferred@1451842308 after retry RPC after error@1731651794) -> (continuation of Deferred@823662199 after retry RPC after error@1603246063) -> (continuation of Deferred@1128441441 after retry RPC after error@333620899) -> (continuation of Deferred@1656271110 after retry RPC after error@1093362257), errback=(continuation of Deferred@1918878174 after retry RPC after error@1343751588) -> (continuation of Deferred@974882791 after retry RPC after error@741582752) -> (continuation of Deferred@544129737 after retry RPC after error@818665029) -> (continuation of Deferred@1451842308 after retry RPC after error@1731651794) -> (continuation of Deferred@823662199 after retry RPC after error@1603246063) -> (continuation of Deferred@1128441441 after retry RPC after error@333620899) -> (continuation of Deferred@1656271110 after retry RPC after error@1093362257)))
20:17:10.185 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:10.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.225 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.245 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.265 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.345 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.347 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@290390778(state=PENDING, result=null, callback=(continuation of Deferred@1453866657 after retry RPC after error@373809625) -> (continuation of Deferred@186506046 after retry RPC after error@1655459957) -> (continuation of Deferred@1978017719 after retry RPC after error@1552308731) -> (continuation of Deferred@967290238 after retry RPC after error@956857799) -> (continuation of Deferred@2098671310 after retry RPC after error@330361110) -> (continuation of Deferred@393767491 after retry RPC after error@1835326254) -> (continuation of Deferred@700573970 after retry RPC after error@1026383205), errback=(continuation of Deferred@1453866657 after retry RPC after error@373809625) -> (continuation of Deferred@186506046 after retry RPC after error@1655459957) -> (continuation of Deferred@1978017719 after retry RPC after error@1552308731) -> (continuation of Deferred@967290238 after retry RPC after error@956857799) -> (continuation of Deferred@2098671310 after retry RPC after error@330361110) -> (continuation of Deferred@393767491 after retry RPC after error@1835326254) -> (continuation of Deferred@700573970 after retry RPC after error@1026383205)))
20:17:10.347 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@290390778(state=PENDING, result=null, callback=(continuation of Deferred@1453866657 after retry RPC after error@373809625) -> (continuation of Deferred@186506046 after retry RPC after error@1655459957) -> (continuation of Deferred@1978017719 after retry RPC after error@1552308731) -> (continuation of Deferred@967290238 after retry RPC after error@956857799) -> (continuation of Deferred@2098671310 after retry RPC after error@330361110) -> (continuation of Deferred@393767491 after retry RPC after error@1835326254) -> (continuation of Deferred@700573970 after retry RPC after error@1026383205), errback=(continuation of Deferred@1453866657 after retry RPC after error@373809625) -> (continuation of Deferred@186506046 after retry RPC after error@1655459957) -> (continuation of Deferred@1978017719 after retry RPC after error@1552308731) -> (continuation of Deferred@967290238 after retry RPC after error@956857799) -> (continuation of Deferred@2098671310 after retry RPC after error@330361110) -> (continuation of Deferred@393767491 after retry RPC after error@1835326254) -> (continuation of Deferred@700573970 after retry RPC after error@1026383205)))
20:17:10.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.365 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.385 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.445 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.465 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.545 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.585 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.587 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1854798298(state=PENDING, result=null, callback=(continuation of Deferred@29609736 after retry RPC after error@117822479) -> (continuation of Deferred@1620963647 after retry RPC after error@1642039263) -> (continuation of Deferred@2130423651 after retry RPC after error@1467459871) -> (continuation of Deferred@1483521735 after retry RPC after error@1167076202) -> (continuation of Deferred@1723012108 after retry RPC after error@208037524) -> (continuation of Deferred@834763609 after retry RPC after error@1976487280) -> (continuation of Deferred@195278001 after retry RPC after error@885928343), errback=(continuation of Deferred@29609736 after retry RPC after error@117822479) -> (continuation of Deferred@1620963647 after retry RPC after error@1642039263) -> (continuation of Deferred@2130423651 after retry RPC after error@1467459871) -> (continuation of Deferred@1483521735 after retry RPC after error@1167076202) -> (continuation of Deferred@1723012108 after retry RPC after error@208037524) -> (continuation of Deferred@834763609 after retry RPC after error@1976487280) -> (continuation of Deferred@195278001 after retry RPC after error@885928343)))
20:17:10.588 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1854798298(state=PENDING, result=null, callback=(continuation of Deferred@29609736 after retry RPC after error@117822479) -> (continuation of Deferred@1620963647 after retry RPC after error@1642039263) -> (continuation of Deferred@2130423651 after retry RPC after error@1467459871) -> (continuation of Deferred@1483521735 after retry RPC after error@1167076202) -> (continuation of Deferred@1723012108 after retry RPC after error@208037524) -> (continuation of Deferred@834763609 after retry RPC after error@1976487280) -> (continuation of Deferred@195278001 after retry RPC after error@885928343), errback=(continuation of Deferred@29609736 after retry RPC after error@117822479) -> (continuation of Deferred@1620963647 after retry RPC after error@1642039263) -> (continuation of Deferred@2130423651 after retry RPC after error@1467459871) -> (continuation of Deferred@1483521735 after retry RPC after error@1167076202) -> (continuation of Deferred@1723012108 after retry RPC after error@208037524) -> (continuation of Deferred@834763609 after retry RPC after error@1976487280) -> (continuation of Deferred@195278001 after retry RPC after error@885928343)))
20:17:10.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.645 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.665 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.685 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.765 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:10.821307 16372 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8985749f5a484a0da7b610877467df51)
20:17:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:10.821684 16372 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:10.822598 16372 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:10.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:10.826651 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253): Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111)
20:17:10.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:10.826898 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:10.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:10.827035 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:10.827 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1856292850(state=PENDING, result=null, callback=(continuation of Deferred@770799715 after retry RPC after error@687581685) -> (continuation of Deferred@1151283208 after retry RPC after error@214754366) -> (continuation of Deferred@710457252 after retry RPC after error@1595479835) -> (continuation of Deferred@1648063360 after retry RPC after error@163415789) -> (continuation of Deferred@1714943465 after retry RPC after error@1895929851) -> (continuation of Deferred@1210015016 after retry RPC after error@762327080) -> (continuation of Deferred@1949368530 after retry RPC after error@158531552), errback=(continuation of Deferred@770799715 after retry RPC after error@687581685) -> (continuation of Deferred@1151283208 after retry RPC after error@214754366) -> (continuation of Deferred@710457252 after retry RPC after error@1595479835) -> (continuation of Deferred@1648063360 after retry RPC after error@163415789) -> (continuation of Deferred@1714943465 after retry RPC after error@1895929851) -> (continuation of Deferred@1210015016 after retry RPC after error@762327080) -> (continuation of Deferred@1949368530 after retry RPC after error@158531552)))
20:17:10.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:10.827330 16372 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:17:10.828 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1856292850(state=PENDING, result=null, callback=(continuation of Deferred@770799715 after retry RPC after error@687581685) -> (continuation of Deferred@1151283208 after retry RPC after error@214754366) -> (continuation of Deferred@710457252 after retry RPC after error@1595479835) -> (continuation of Deferred@1648063360 after retry RPC after error@163415789) -> (continuation of Deferred@1714943465 after retry RPC after error@1895929851) -> (continuation of Deferred@1210015016 after retry RPC after error@762327080) -> (continuation of Deferred@1949368530 after retry RPC after error@158531552), errback=(continuation of Deferred@770799715 after retry RPC after error@687581685) -> (continuation of Deferred@1151283208 after retry RPC after error@214754366) -> (continuation of Deferred@710457252 after retry RPC after error@1595479835) -> (continuation of Deferred@1648063360 after retry RPC after error@163415789) -> (continuation of Deferred@1714943465 after retry RPC after error@1895929851) -> (continuation of Deferred@1210015016 after retry RPC after error@762327080) -> (continuation of Deferred@1949368530 after retry RPC after error@158531552)))
20:17:10.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.865 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.885 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.905 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:10.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:10.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:10.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:10.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:10.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.005 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@352536522(state=PENDING, result=null, callback=(continuation of Deferred@1655477051 after retry RPC after error@1708403525) -> (continuation of Deferred@1067807475 after retry RPC after error@806834138) -> (continuation of Deferred@916731816 after retry RPC after error@1919855674) -> (continuation of Deferred@1724410478 after retry RPC after error@1814794482) -> (continuation of Deferred@2074469288 after retry RPC after error@2083364762) -> (continuation of Deferred@1502806379 after retry RPC after error@1771026091) -> (continuation of Deferred@1029939345 after retry RPC after error@757217768), errback=(continuation of Deferred@1655477051 after retry RPC after error@1708403525) -> (continuation of Deferred@1067807475 after retry RPC after error@806834138) -> (continuation of Deferred@916731816 after retry RPC after error@1919855674) -> (continuation of Deferred@1724410478 after retry RPC after error@1814794482) -> (continuation of Deferred@2074469288 after retry RPC after error@2083364762) -> (continuation of Deferred@1502806379 after retry RPC after error@1771026091) -> (continuation of Deferred@1029939345 after retry RPC after error@757217768)))
20:17:11.027 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@352536522(state=PENDING, result=null, callback=(continuation of Deferred@1655477051 after retry RPC after error@1708403525) -> (continuation of Deferred@1067807475 after retry RPC after error@806834138) -> (continuation of Deferred@916731816 after retry RPC after error@1919855674) -> (continuation of Deferred@1724410478 after retry RPC after error@1814794482) -> (continuation of Deferred@2074469288 after retry RPC after error@2083364762) -> (continuation of Deferred@1502806379 after retry RPC after error@1771026091) -> (continuation of Deferred@1029939345 after retry RPC after error@757217768), errback=(continuation of Deferred@1655477051 after retry RPC after error@1708403525) -> (continuation of Deferred@1067807475 after retry RPC after error@806834138) -> (continuation of Deferred@916731816 after retry RPC after error@1919855674) -> (continuation of Deferred@1724410478 after retry RPC after error@1814794482) -> (continuation of Deferred@2074469288 after retry RPC after error@2083364762) -> (continuation of Deferred@1502806379 after retry RPC after error@1771026091) -> (continuation of Deferred@1029939345 after retry RPC after error@757217768)))
20:17:11.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.045 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.085 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.125 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.225 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.227 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [69ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [69ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [70ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [70ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1770816051(state=PENDING, result=null, callback=(continuation of Deferred@1809419515 after retry RPC after error@818697713) -> (continuation of Deferred@1100248337 after retry RPC after error@1275394570) -> (continuation of Deferred@1805457701 after retry RPC after error@959228538) -> (continuation of Deferred@1542618291 after retry RPC after error@810355053) -> (continuation of Deferred@865757808 after retry RPC after error@1866037507) -> (continuation of Deferred@669419443 after retry RPC after error@2142827587), errback=(continuation of Deferred@1809419515 after retry RPC after error@818697713) -> (continuation of Deferred@1100248337 after retry RPC after error@1275394570) -> (continuation of Deferred@1805457701 after retry RPC after error@959228538) -> (continuation of Deferred@1542618291 after retry RPC after error@810355053) -> (continuation of Deferred@865757808 after retry RPC after error@1866037507) -> (continuation of Deferred@669419443 after retry RPC after error@2142827587)))
20:17:11.227 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [69ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [69ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [70ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [70ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1770816051(state=PENDING, result=null, callback=(continuation of Deferred@1809419515 after retry RPC after error@818697713) -> (continuation of Deferred@1100248337 after retry RPC after error@1275394570) -> (continuation of Deferred@1805457701 after retry RPC after error@959228538) -> (continuation of Deferred@1542618291 after retry RPC after error@810355053) -> (continuation of Deferred@865757808 after retry RPC after error@1866037507) -> (continuation of Deferred@669419443 after retry RPC after error@2142827587), errback=(continuation of Deferred@1809419515 after retry RPC after error@818697713) -> (continuation of Deferred@1100248337 after retry RPC after error@1275394570) -> (continuation of Deferred@1805457701 after retry RPC after error@959228538) -> (continuation of Deferred@1542618291 after retry RPC after error@810355053) -> (continuation of Deferred@865757808 after retry RPC after error@1866037507) -> (continuation of Deferred@669419443 after retry RPC after error@2142827587)))
20:17:11.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.245 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.265 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.285 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.305 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.323 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:11.413420 16378 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8985749f5a484a0da7b610877467df51)
20:17:11.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:11.413622 16378 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:11.414228 16378 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:11.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:11.418136 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253): Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111)
20:17:11.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:11.418395 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:11.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:11.418481 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:11.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:11.418800 16378 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:17:11.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.426 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@252409123(state=PENDING, result=null, callback=(continuation of Deferred@1145475220 after retry RPC after error@1373214616) -> (continuation of Deferred@624015659 after retry RPC after error@1900507843) -> (continuation of Deferred@24485455 after retry RPC after error@479046830) -> (continuation of Deferred@886941429 after retry RPC after error@2126912455) -> (continuation of Deferred@1408001462 after retry RPC after error@586505145) -> (continuation of Deferred@2076617500 after retry RPC after error@890281856), errback=(continuation of Deferred@1145475220 after retry RPC after error@1373214616) -> (continuation of Deferred@624015659 after retry RPC after error@1900507843) -> (continuation of Deferred@24485455 after retry RPC after error@479046830) -> (continuation of Deferred@886941429 after retry RPC after error@2126912455) -> (continuation of Deferred@1408001462 after retry RPC after error@586505145) -> (continuation of Deferred@2076617500 after retry RPC after error@890281856)))
20:17:11.427 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@252409123(state=PENDING, result=null, callback=(continuation of Deferred@1145475220 after retry RPC after error@1373214616) -> (continuation of Deferred@624015659 after retry RPC after error@1900507843) -> (continuation of Deferred@24485455 after retry RPC after error@479046830) -> (continuation of Deferred@886941429 after retry RPC after error@2126912455) -> (continuation of Deferred@1408001462 after retry RPC after error@586505145) -> (continuation of Deferred@2076617500 after retry RPC after error@890281856), errback=(continuation of Deferred@1145475220 after retry RPC after error@1373214616) -> (continuation of Deferred@624015659 after retry RPC after error@1900507843) -> (continuation of Deferred@24485455 after retry RPC after error@479046830) -> (continuation of Deferred@886941429 after retry RPC after error@2126912455) -> (continuation of Deferred@1408001462 after retry RPC after error@586505145) -> (continuation of Deferred@2076617500 after retry RPC after error@890281856)))
20:17:11.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.465 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.485 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.503 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.523 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.543 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.685 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.687 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1428706670(state=PENDING, result=null, callback=(continuation of Deferred@1803127124 after retry RPC after error@1600881829) -> (continuation of Deferred@2051221933 after retry RPC after error@1834455214) -> (continuation of Deferred@1254328185 after retry RPC after error@1234074664) -> (continuation of Deferred@711142133 after retry RPC after error@2069896695) -> (continuation of Deferred@760133037 after retry RPC after error@396092176) -> (continuation of Deferred@614221716 after retry RPC after error@1609070933) -> (continuation of Deferred@122899672 after retry RPC after error@1335405633), errback=(continuation of Deferred@1803127124 after retry RPC after error@1600881829) -> (continuation of Deferred@2051221933 after retry RPC after error@1834455214) -> (continuation of Deferred@1254328185 after retry RPC after error@1234074664) -> (continuation of Deferred@711142133 after retry RPC after error@2069896695) -> (continuation of Deferred@760133037 after retry RPC after error@396092176) -> (continuation of Deferred@614221716 after retry RPC after error@1609070933) -> (continuation of Deferred@122899672 after retry RPC after error@1335405633)))
20:17:11.687 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1428706670(state=PENDING, result=null, callback=(continuation of Deferred@1803127124 after retry RPC after error@1600881829) -> (continuation of Deferred@2051221933 after retry RPC after error@1834455214) -> (continuation of Deferred@1254328185 after retry RPC after error@1234074664) -> (continuation of Deferred@711142133 after retry RPC after error@2069896695) -> (continuation of Deferred@760133037 after retry RPC after error@396092176) -> (continuation of Deferred@614221716 after retry RPC after error@1609070933) -> (continuation of Deferred@122899672 after retry RPC after error@1335405633), errback=(continuation of Deferred@1803127124 after retry RPC after error@1600881829) -> (continuation of Deferred@2051221933 after retry RPC after error@1834455214) -> (continuation of Deferred@1254328185 after retry RPC after error@1234074664) -> (continuation of Deferred@711142133 after retry RPC after error@2069896695) -> (continuation of Deferred@760133037 after retry RPC after error@396092176) -> (continuation of Deferred@614221716 after retry RPC after error@1609070933) -> (continuation of Deferred@122899672 after retry RPC after error@1335405633)))
20:17:11.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.705 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.725 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.746 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.785 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.828 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.905 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.947 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1619920046(state=PENDING, result=null, callback=(continuation of Deferred@1891478673 after retry RPC after error@1579526840) -> (continuation of Deferred@490954673 after retry RPC after error@234394563) -> (continuation of Deferred@272400329 after retry RPC after error@1673492252) -> (continuation of Deferred@1686508045 after retry RPC after error@766108629) -> (continuation of Deferred@1578632094 after retry RPC after error@1183287510) -> (continuation of Deferred@306572401 after retry RPC after error@1880097447) -> (continuation of Deferred@1846213576 after retry RPC after error@347148263), errback=(continuation of Deferred@1891478673 after retry RPC after error@1579526840) -> (continuation of Deferred@490954673 after retry RPC after error@234394563) -> (continuation of Deferred@272400329 after retry RPC after error@1673492252) -> (continuation of Deferred@1686508045 after retry RPC after error@766108629) -> (continuation of Deferred@1578632094 after retry RPC after error@1183287510) -> (continuation of Deferred@306572401 after retry RPC after error@1880097447) -> (continuation of Deferred@1846213576 after retry RPC after error@347148263)))
20:17:11.947 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1619920046(state=PENDING, result=null, callback=(continuation of Deferred@1891478673 after retry RPC after error@1579526840) -> (continuation of Deferred@490954673 after retry RPC after error@234394563) -> (continuation of Deferred@272400329 after retry RPC after error@1673492252) -> (continuation of Deferred@1686508045 after retry RPC after error@766108629) -> (continuation of Deferred@1578632094 after retry RPC after error@1183287510) -> (continuation of Deferred@306572401 after retry RPC after error@1880097447) -> (continuation of Deferred@1846213576 after retry RPC after error@347148263), errback=(continuation of Deferred@1891478673 after retry RPC after error@1579526840) -> (continuation of Deferred@490954673 after retry RPC after error@234394563) -> (continuation of Deferred@272400329 after retry RPC after error@1673492252) -> (continuation of Deferred@1686508045 after retry RPC after error@766108629) -> (continuation of Deferred@1578632094 after retry RPC after error@1183287510) -> (continuation of Deferred@306572401 after retry RPC after error@1880097447) -> (continuation of Deferred@1846213576 after retry RPC after error@347148263)))
20:17:11.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.965 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:11.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:11.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:11.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:11.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:11.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.045 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.085 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.165 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.167 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@193082749(state=PENDING, result=null, callback=(continuation of Deferred@2056212043 after retry RPC after error@1793368360) -> (continuation of Deferred@876000382 after retry RPC after error@772097624) -> (continuation of Deferred@779659461 after retry RPC after error@1641722307) -> (continuation of Deferred@1624145090 after retry RPC after error@1694351621) -> (continuation of Deferred@262697951 after retry RPC after error@1002999616) -> (continuation of Deferred@687066263 after retry RPC after error@579655013), errback=(continuation of Deferred@2056212043 after retry RPC after error@1793368360) -> (continuation of Deferred@876000382 after retry RPC after error@772097624) -> (continuation of Deferred@779659461 after retry RPC after error@1641722307) -> (continuation of Deferred@1624145090 after retry RPC after error@1694351621) -> (continuation of Deferred@262697951 after retry RPC after error@1002999616) -> (continuation of Deferred@687066263 after retry RPC after error@579655013)))
20:17:12.168 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@193082749(state=PENDING, result=null, callback=(continuation of Deferred@2056212043 after retry RPC after error@1793368360) -> (continuation of Deferred@876000382 after retry RPC after error@772097624) -> (continuation of Deferred@779659461 after retry RPC after error@1641722307) -> (continuation of Deferred@1624145090 after retry RPC after error@1694351621) -> (continuation of Deferred@262697951 after retry RPC after error@1002999616) -> (continuation of Deferred@687066263 after retry RPC after error@579655013), errback=(continuation of Deferred@2056212043 after retry RPC after error@1793368360) -> (continuation of Deferred@876000382 after retry RPC after error@772097624) -> (continuation of Deferred@779659461 after retry RPC after error@1641722307) -> (continuation of Deferred@1624145090 after retry RPC after error@1694351621) -> (continuation of Deferred@262697951 after retry RPC after error@1002999616) -> (continuation of Deferred@687066263 after retry RPC after error@579655013)))
20:17:12.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.185 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.245 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.265 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.283 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.427 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1980648007(state=PENDING, result=null, callback=(continuation of Deferred@924979929 after retry RPC after error@1422417392) -> (continuation of Deferred@1175031931 after retry RPC after error@1121040015) -> (continuation of Deferred@1707262166 after retry RPC after error@1936930371) -> (continuation of Deferred@2046028318 after retry RPC after error@920215137) -> (continuation of Deferred@1164901404 after retry RPC after error@801442780) -> (continuation of Deferred@1224779552 after retry RPC after error@894878263) -> (continuation of Deferred@124405405 after retry RPC after error@7747143), errback=(continuation of Deferred@924979929 after retry RPC after error@1422417392) -> (continuation of Deferred@1175031931 after retry RPC after error@1121040015) -> (continuation of Deferred@1707262166 after retry RPC after error@1936930371) -> (continuation of Deferred@2046028318 after retry RPC after error@920215137) -> (continuation of Deferred@1164901404 after retry RPC after error@801442780) -> (continuation of Deferred@1224779552 after retry RPC after error@894878263) -> (continuation of Deferred@124405405 after retry RPC after error@7747143)))
20:17:12.427 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1980648007(state=PENDING, result=null, callback=(continuation of Deferred@924979929 after retry RPC after error@1422417392) -> (continuation of Deferred@1175031931 after retry RPC after error@1121040015) -> (continuation of Deferred@1707262166 after retry RPC after error@1936930371) -> (continuation of Deferred@2046028318 after retry RPC after error@920215137) -> (continuation of Deferred@1164901404 after retry RPC after error@801442780) -> (continuation of Deferred@1224779552 after retry RPC after error@894878263) -> (continuation of Deferred@124405405 after retry RPC after error@7747143), errback=(continuation of Deferred@924979929 after retry RPC after error@1422417392) -> (continuation of Deferred@1175031931 after retry RPC after error@1121040015) -> (continuation of Deferred@1707262166 after retry RPC after error@1936930371) -> (continuation of Deferred@2046028318 after retry RPC after error@920215137) -> (continuation of Deferred@1164901404 after retry RPC after error@801442780) -> (continuation of Deferred@1224779552 after retry RPC after error@894878263) -> (continuation of Deferred@124405405 after retry RPC after error@7747143)))
20:17:12.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.445 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.465 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.603 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:12.645066 16134 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:12.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:12.648661 16134 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:12.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:12.650372 16136 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.31.252:39201)
20:17:12.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.665 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.668 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1295771774(state=PENDING, result=null, callback=(continuation of Deferred@287860189 after retry RPC after error@1821283411) -> (continuation of Deferred@868266517 after retry RPC after error@564839435) -> (continuation of Deferred@1946049390 after retry RPC after error@1800037710) -> (continuation of Deferred@1571562024 after retry RPC after error@718352138) -> (continuation of Deferred@737485845 after retry RPC after error@330126384) -> (continuation of Deferred@799836431 after retry RPC after error@212224655) -> (continuation of Deferred@250679938 after retry RPC after error@2005195704), errback=(continuation of Deferred@287860189 after retry RPC after error@1821283411) -> (continuation of Deferred@868266517 after retry RPC after error@564839435) -> (continuation of Deferred@1946049390 after retry RPC after error@1800037710) -> (continuation of Deferred@1571562024 after retry RPC after error@718352138) -> (continuation of Deferred@737485845 after retry RPC after error@330126384) -> (continuation of Deferred@799836431 after retry RPC after error@212224655) -> (continuation of Deferred@250679938 after retry RPC after error@2005195704)))
20:17:12.668 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1295771774(state=PENDING, result=null, callback=(continuation of Deferred@287860189 after retry RPC after error@1821283411) -> (continuation of Deferred@868266517 after retry RPC after error@564839435) -> (continuation of Deferred@1946049390 after retry RPC after error@1800037710) -> (continuation of Deferred@1571562024 after retry RPC after error@718352138) -> (continuation of Deferred@737485845 after retry RPC after error@330126384) -> (continuation of Deferred@799836431 after retry RPC after error@212224655) -> (continuation of Deferred@250679938 after retry RPC after error@2005195704), errback=(continuation of Deferred@287860189 after retry RPC after error@1821283411) -> (continuation of Deferred@868266517 after retry RPC after error@564839435) -> (continuation of Deferred@1946049390 after retry RPC after error@1800037710) -> (continuation of Deferred@1571562024 after retry RPC after error@718352138) -> (continuation of Deferred@737485845 after retry RPC after error@330126384) -> (continuation of Deferred@799836431 after retry RPC after error@212224655) -> (continuation of Deferred@250679938 after retry RPC after error@2005195704)))
20:17:12.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.685 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.705 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:12.716581 16391 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8985749f5a484a0da7b610877467df51)
20:17:12.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:12.716763 16391 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:12.717437 16391 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:12.718585 15597 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111) [suppressed 13 similar messages]
20:17:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:12.720002 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253): Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111)
20:17:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:12.720229 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:12.720316 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:12.720571 16391 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:17:12.723 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.765 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.785 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.805 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.808 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.945 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@241624532(state=PENDING, result=null, callback=(continuation of Deferred@1146508730 after retry RPC after error@953435523) -> (continuation of Deferred@231172600 after retry RPC after error@884372945) -> (continuation of Deferred@1111170424 after retry RPC after error@1482268897) -> (continuation of Deferred@1852279483 after retry RPC after error@1769501275) -> (continuation of Deferred@1941070545 after retry RPC after error@1719241454) -> (continuation of Deferred@882501320 after retry RPC after error@509194410) -> (continuation of Deferred@2124279130 after retry RPC after error@1410934429), errback=(continuation of Deferred@1146508730 after retry RPC after error@953435523) -> (continuation of Deferred@231172600 after retry RPC after error@884372945) -> (continuation of Deferred@1111170424 after retry RPC after error@1482268897) -> (continuation of Deferred@1852279483 after retry RPC after error@1769501275) -> (continuation of Deferred@1941070545 after retry RPC after error@1719241454) -> (continuation of Deferred@882501320 after retry RPC after error@509194410) -> (continuation of Deferred@2124279130 after retry RPC after error@1410934429)))
20:17:12.945 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:12.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.965 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:12.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:12.985 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:12.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:12.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:12.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.045 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.065 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.225 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@2034773470(state=PENDING, result=null, callback=(continuation of Deferred@971186601 after retry RPC after error@1302454407) -> (continuation of Deferred@204645150 after retry RPC after error@883706267) -> (continuation of Deferred@350406862 after retry RPC after error@1443211021) -> (continuation of Deferred@1328989312 after retry RPC after error@427863148) -> (continuation of Deferred@463905578 after retry RPC after error@1616925340) -> (continuation of Deferred@420190420 after retry RPC after error@91530325) -> (continuation of Deferred@736487458 after retry RPC after error@1240705904), errback=(continuation of Deferred@971186601 after retry RPC after error@1302454407) -> (continuation of Deferred@204645150 after retry RPC after error@883706267) -> (continuation of Deferred@350406862 after retry RPC after error@1443211021) -> (continuation of Deferred@1328989312 after retry RPC after error@427863148) -> (continuation of Deferred@463905578 after retry RPC after error@1616925340) -> (continuation of Deferred@420190420 after retry RPC after error@91530325) -> (continuation of Deferred@736487458 after retry RPC after error@1240705904)))
20:17:13.225 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:13.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.245 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.265 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.405 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.408 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1988891442(state=PENDING, result=null, callback=(continuation of Deferred@1479322588 after retry RPC after error@1773632910) -> (continuation of Deferred@1849029795 after retry RPC after error@2025222100) -> (continuation of Deferred@1173965141 after retry RPC after error@393217897) -> (continuation of Deferred@1445034440 after retry RPC after error@497181719) -> (continuation of Deferred@303965463 after retry RPC after error@96613234) -> (continuation of Deferred@1492182331 after retry RPC after error@1459396846) -> (continuation of Deferred@900268475 after retry RPC after error@568655327), errback=(continuation of Deferred@1479322588 after retry RPC after error@1773632910) -> (continuation of Deferred@1849029795 after retry RPC after error@2025222100) -> (continuation of Deferred@1173965141 after retry RPC after error@393217897) -> (continuation of Deferred@1445034440 after retry RPC after error@497181719) -> (continuation of Deferred@303965463 after retry RPC after error@96613234) -> (continuation of Deferred@1492182331 after retry RPC after error@1459396846) -> (continuation of Deferred@900268475 after retry RPC after error@568655327)))
20:17:13.408 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1988891442(state=PENDING, result=null, callback=(continuation of Deferred@1479322588 after retry RPC after error@1773632910) -> (continuation of Deferred@1849029795 after retry RPC after error@2025222100) -> (continuation of Deferred@1173965141 after retry RPC after error@393217897) -> (continuation of Deferred@1445034440 after retry RPC after error@497181719) -> (continuation of Deferred@303965463 after retry RPC after error@96613234) -> (continuation of Deferred@1492182331 after retry RPC after error@1459396846) -> (continuation of Deferred@900268475 after retry RPC after error@568655327), errback=(continuation of Deferred@1479322588 after retry RPC after error@1773632910) -> (continuation of Deferred@1849029795 after retry RPC after error@2025222100) -> (continuation of Deferred@1173965141 after retry RPC after error@393217897) -> (continuation of Deferred@1445034440 after retry RPC after error@497181719) -> (continuation of Deferred@303965463 after retry RPC after error@96613234) -> (continuation of Deferred@1492182331 after retry RPC after error@1459396846) -> (continuation of Deferred@900268475 after retry RPC after error@568655327)))
20:17:13.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.445 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.465 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.485 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.505 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.525 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.586 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1688864324(state=PENDING, result=null, callback=(continuation of Deferred@1511955862 after retry RPC after error@1076880046) -> (continuation of Deferred@1476975062 after retry RPC after error@1814330549) -> (continuation of Deferred@1115205258 after retry RPC after error@2113740537) -> (continuation of Deferred@1671806713 after retry RPC after error@741062636) -> (continuation of Deferred@723537949 after retry RPC after error@1052744022) -> (continuation of Deferred@1881389582 after retry RPC after error@21423921), errback=(continuation of Deferred@1511955862 after retry RPC after error@1076880046) -> (continuation of Deferred@1476975062 after retry RPC after error@1814330549) -> (continuation of Deferred@1115205258 after retry RPC after error@2113740537) -> (continuation of Deferred@1671806713 after retry RPC after error@741062636) -> (continuation of Deferred@723537949 after retry RPC after error@1052744022) -> (continuation of Deferred@1881389582 after retry RPC after error@21423921)))
20:17:13.587 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1688864324(state=PENDING, result=null, callback=(continuation of Deferred@1511955862 after retry RPC after error@1076880046) -> (continuation of Deferred@1476975062 after retry RPC after error@1814330549) -> (continuation of Deferred@1115205258 after retry RPC after error@2113740537) -> (continuation of Deferred@1671806713 after retry RPC after error@741062636) -> (continuation of Deferred@723537949 after retry RPC after error@1052744022) -> (continuation of Deferred@1881389582 after retry RPC after error@21423921), errback=(continuation of Deferred@1511955862 after retry RPC after error@1076880046) -> (continuation of Deferred@1476975062 after retry RPC after error@1814330549) -> (continuation of Deferred@1115205258 after retry RPC after error@2113740537) -> (continuation of Deferred@1671806713 after retry RPC after error@741062636) -> (continuation of Deferred@723537949 after retry RPC after error@1052744022) -> (continuation of Deferred@1881389582 after retry RPC after error@21423921)))
20:17:13.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.605 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.625 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.643 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.663 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.703 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.825 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.827 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@92374995(state=PENDING, result=null, callback=(continuation of Deferred@1929606644 after retry RPC after error@35934844) -> (continuation of Deferred@524958794 after retry RPC after error@377266031) -> (continuation of Deferred@2117661825 after retry RPC after error@1588592264) -> (continuation of Deferred@273232251 after retry RPC after error@1656509434) -> (continuation of Deferred@1536770000 after retry RPC after error@2061746581) -> (continuation of Deferred@595129691 after retry RPC after error@601571661) -> (continuation of Deferred@833527129 after retry RPC after error@1436884368), errback=(continuation of Deferred@1929606644 after retry RPC after error@35934844) -> (continuation of Deferred@524958794 after retry RPC after error@377266031) -> (continuation of Deferred@2117661825 after retry RPC after error@1588592264) -> (continuation of Deferred@273232251 after retry RPC after error@1656509434) -> (continuation of Deferred@1536770000 after retry RPC after error@2061746581) -> (continuation of Deferred@595129691 after retry RPC after error@601571661) -> (continuation of Deferred@833527129 after retry RPC after error@1436884368)))
20:17:13.827 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@92374995(state=PENDING, result=null, callback=(continuation of Deferred@1929606644 after retry RPC after error@35934844) -> (continuation of Deferred@524958794 after retry RPC after error@377266031) -> (continuation of Deferred@2117661825 after retry RPC after error@1588592264) -> (continuation of Deferred@273232251 after retry RPC after error@1656509434) -> (continuation of Deferred@1536770000 after retry RPC after error@2061746581) -> (continuation of Deferred@595129691 after retry RPC after error@601571661) -> (continuation of Deferred@833527129 after retry RPC after error@1436884368), errback=(continuation of Deferred@1929606644 after retry RPC after error@35934844) -> (continuation of Deferred@524958794 after retry RPC after error@377266031) -> (continuation of Deferred@2117661825 after retry RPC after error@1588592264) -> (continuation of Deferred@273232251 after retry RPC after error@1656509434) -> (continuation of Deferred@1536770000 after retry RPC after error@2061746581) -> (continuation of Deferred@595129691 after retry RPC after error@601571661) -> (continuation of Deferred@833527129 after retry RPC after error@1436884368)))
20:17:13.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.845 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.863 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:13.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:13.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:13.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:13.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:13.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.005 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.007 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@2000373886(state=PENDING, result=null, callback=(continuation of Deferred@876549564 after retry RPC after error@932588450) -> (continuation of Deferred@466557851 after retry RPC after error@916117540) -> (continuation of Deferred@2051324350 after retry RPC after error@2080982639) -> (continuation of Deferred@528058806 after retry RPC after error@2143435141) -> (continuation of Deferred@538244746 after retry RPC after error@379123417) -> (continuation of Deferred@1174399365 after retry RPC after error@731901614), errback=(continuation of Deferred@876549564 after retry RPC after error@932588450) -> (continuation of Deferred@466557851 after retry RPC after error@916117540) -> (continuation of Deferred@2051324350 after retry RPC after error@2080982639) -> (continuation of Deferred@528058806 after retry RPC after error@2143435141) -> (continuation of Deferred@538244746 after retry RPC after error@379123417) -> (continuation of Deferred@1174399365 after retry RPC after error@731901614)))
20:17:14.007 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@2000373886(state=PENDING, result=null, callback=(continuation of Deferred@876549564 after retry RPC after error@932588450) -> (continuation of Deferred@466557851 after retry RPC after error@916117540) -> (continuation of Deferred@2051324350 after retry RPC after error@2080982639) -> (continuation of Deferred@528058806 after retry RPC after error@2143435141) -> (continuation of Deferred@538244746 after retry RPC after error@379123417) -> (continuation of Deferred@1174399365 after retry RPC after error@731901614), errback=(continuation of Deferred@876549564 after retry RPC after error@932588450) -> (continuation of Deferred@466557851 after retry RPC after error@916117540) -> (continuation of Deferred@2051324350 after retry RPC after error@2080982639) -> (continuation of Deferred@528058806 after retry RPC after error@2143435141) -> (continuation of Deferred@538244746 after retry RPC after error@379123417) -> (continuation of Deferred@1174399365 after retry RPC after error@731901614)))
20:17:14.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.045 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.065 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.085 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.167 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1336653193(state=PENDING, result=null, callback=(continuation of Deferred@1824023212 after retry RPC after error@827188743) -> (continuation of Deferred@1703834511 after retry RPC after error@1998292298) -> (continuation of Deferred@1478046727 after retry RPC after error@104504541) -> (continuation of Deferred@272532894 after retry RPC after error@992240390) -> (continuation of Deferred@705483113 after retry RPC after error@2013424769) -> (continuation of Deferred@485753962 after retry RPC after error@80771233), errback=(continuation of Deferred@1824023212 after retry RPC after error@827188743) -> (continuation of Deferred@1703834511 after retry RPC after error@1998292298) -> (continuation of Deferred@1478046727 after retry RPC after error@104504541) -> (continuation of Deferred@272532894 after retry RPC after error@992240390) -> (continuation of Deferred@705483113 after retry RPC after error@2013424769) -> (continuation of Deferred@485753962 after retry RPC after error@80771233)))
20:17:14.167 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1336653193(state=PENDING, result=null, callback=(continuation of Deferred@1824023212 after retry RPC after error@827188743) -> (continuation of Deferred@1703834511 after retry RPC after error@1998292298) -> (continuation of Deferred@1478046727 after retry RPC after error@104504541) -> (continuation of Deferred@272532894 after retry RPC after error@992240390) -> (continuation of Deferred@705483113 after retry RPC after error@2013424769) -> (continuation of Deferred@485753962 after retry RPC after error@80771233), errback=(continuation of Deferred@1824023212 after retry RPC after error@827188743) -> (continuation of Deferred@1703834511 after retry RPC after error@1998292298) -> (continuation of Deferred@1478046727 after retry RPC after error@104504541) -> (continuation of Deferred@272532894 after retry RPC after error@992240390) -> (continuation of Deferred@705483113 after retry RPC after error@2013424769) -> (continuation of Deferred@485753962 after retry RPC after error@80771233)))
20:17:14.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.225 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.228 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.285 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.363 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.366 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@413706780(state=PENDING, result=null, callback=(continuation of Deferred@1508646061 after retry RPC after error@214617011) -> (continuation of Deferred@1058005763 after retry RPC after error@1646937780) -> (continuation of Deferred@1528444712 after retry RPC after error@22542507) -> (continuation of Deferred@1098908793 after retry RPC after error@1907356955) -> (continuation of Deferred@2072391537 after retry RPC after error@1160380938) -> (continuation of Deferred@80246042 after retry RPC after error@180441013) -> (continuation of Deferred@1089864763 after retry RPC after error@1431921789), errback=(continuation of Deferred@1508646061 after retry RPC after error@214617011) -> (continuation of Deferred@1058005763 after retry RPC after error@1646937780) -> (continuation of Deferred@1528444712 after retry RPC after error@22542507) -> (continuation of Deferred@1098908793 after retry RPC after error@1907356955) -> (continuation of Deferred@2072391537 after retry RPC after error@1160380938) -> (continuation of Deferred@80246042 after retry RPC after error@180441013) -> (continuation of Deferred@1089864763 after retry RPC after error@1431921789)))
20:17:14.367 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@413706780(state=PENDING, result=null, callback=(continuation of Deferred@1508646061 after retry RPC after error@214617011) -> (continuation of Deferred@1058005763 after retry RPC after error@1646937780) -> (continuation of Deferred@1528444712 after retry RPC after error@22542507) -> (continuation of Deferred@1098908793 after retry RPC after error@1907356955) -> (continuation of Deferred@2072391537 after retry RPC after error@1160380938) -> (continuation of Deferred@80246042 after retry RPC after error@180441013) -> (continuation of Deferred@1089864763 after retry RPC after error@1431921789), errback=(continuation of Deferred@1508646061 after retry RPC after error@214617011) -> (continuation of Deferred@1058005763 after retry RPC after error@1646937780) -> (continuation of Deferred@1528444712 after retry RPC after error@22542507) -> (continuation of Deferred@1098908793 after retry RPC after error@1907356955) -> (continuation of Deferred@2072391537 after retry RPC after error@1160380938) -> (continuation of Deferred@80246042 after retry RPC after error@180441013) -> (continuation of Deferred@1089864763 after retry RPC after error@1431921789)))
20:17:14.383 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.505 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.545 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.565 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.644 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [184ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@2145990560(state=PENDING, result=null, callback=(continuation of Deferred@1322901852 after retry RPC after error@1546322430) -> (continuation of Deferred@1379885300 after retry RPC after error@1683818788) -> (continuation of Deferred@1695537138 after retry RPC after error@1630477916) -> (continuation of Deferred@1220475469 after retry RPC after error@1143393879) -> (continuation of Deferred@1594696038 after retry RPC after error@1179191589) -> (continuation of Deferred@2040196915 after retry RPC after error@188531233) -> (continuation of Deferred@1024246833 after retry RPC after error@864219796) -> (continuation of Deferred@500129952 after retry RPC after error@1888457970), errback=(continuation of Deferred@1322901852 after retry RPC after error@1546322430) -> (continuation of Deferred@1379885300 after retry RPC after error@1683818788) -> (continuation of Deferred@1695537138 after retry RPC after error@1630477916) -> (continuation of Deferred@1220475469 after retry RPC after error@1143393879) -> (continuation of Deferred@1594696038 after retry RPC after error@1179191589) -> (continuation of Deferred@2040196915 after retry RPC after error@188531233) -> (continuation of Deferred@1024246833 after retry RPC after error@864219796) -> (continuation of Deferred@500129952 after retry RPC after error@1888457970)))
20:17:14.645 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:14.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.685 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.705 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.725 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.745 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.785 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1946692471(state=PENDING, result=null, callback=(continuation of Deferred@1130182219 after retry RPC after error@885740153) -> (continuation of Deferred@1439029080 after retry RPC after error@1612913924) -> (continuation of Deferred@1248231461 after retry RPC after error@609241994) -> (continuation of Deferred@1599350607 after retry RPC after error@661117596) -> (continuation of Deferred@1501430269 after retry RPC after error@2144603459) -> (continuation of Deferred@21246889 after retry RPC after error@409905703), errback=(continuation of Deferred@1130182219 after retry RPC after error@885740153) -> (continuation of Deferred@1439029080 after retry RPC after error@1612913924) -> (continuation of Deferred@1248231461 after retry RPC after error@609241994) -> (continuation of Deferred@1599350607 after retry RPC after error@661117596) -> (continuation of Deferred@1501430269 after retry RPC after error@2144603459) -> (continuation of Deferred@21246889 after retry RPC after error@409905703)))
20:17:14.827 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1946692471(state=PENDING, result=null, callback=(continuation of Deferred@1130182219 after retry RPC after error@885740153) -> (continuation of Deferred@1439029080 after retry RPC after error@1612913924) -> (continuation of Deferred@1248231461 after retry RPC after error@609241994) -> (continuation of Deferred@1599350607 after retry RPC after error@661117596) -> (continuation of Deferred@1501430269 after retry RPC after error@2144603459) -> (continuation of Deferred@21246889 after retry RPC after error@409905703), errback=(continuation of Deferred@1130182219 after retry RPC after error@885740153) -> (continuation of Deferred@1439029080 after retry RPC after error@1612913924) -> (continuation of Deferred@1248231461 after retry RPC after error@609241994) -> (continuation of Deferred@1599350607 after retry RPC after error@661117596) -> (continuation of Deferred@1501430269 after retry RPC after error@2144603459) -> (continuation of Deferred@21246889 after retry RPC after error@409905703)))
20:17:14.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.883 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.925 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.965 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:14.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:14.985 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:14.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:14.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:14.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1067988245(state=PENDING, result=null, callback=(continuation of Deferred@1691982758 after retry RPC after error@2101888768) -> (continuation of Deferred@1949048642 after retry RPC after error@173182031) -> (continuation of Deferred@587080200 after retry RPC after error@489750800) -> (continuation of Deferred@166976507 after retry RPC after error@391978622) -> (continuation of Deferred@1155563775 after retry RPC after error@1363943666) -> (continuation of Deferred@1190593827 after retry RPC after error@958815597) -> (continuation of Deferred@2030163406 after retry RPC after error@1232740780), errback=(continuation of Deferred@1691982758 after retry RPC after error@2101888768) -> (continuation of Deferred@1949048642 after retry RPC after error@173182031) -> (continuation of Deferred@587080200 after retry RPC after error@489750800) -> (continuation of Deferred@166976507 after retry RPC after error@391978622) -> (continuation of Deferred@1155563775 after retry RPC after error@1363943666) -> (continuation of Deferred@1190593827 after retry RPC after error@958815597) -> (continuation of Deferred@2030163406 after retry RPC after error@1232740780)))
20:17:15.087 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1067988245(state=PENDING, result=null, callback=(continuation of Deferred@1691982758 after retry RPC after error@2101888768) -> (continuation of Deferred@1949048642 after retry RPC after error@173182031) -> (continuation of Deferred@587080200 after retry RPC after error@489750800) -> (continuation of Deferred@166976507 after retry RPC after error@391978622) -> (continuation of Deferred@1155563775 after retry RPC after error@1363943666) -> (continuation of Deferred@1190593827 after retry RPC after error@958815597) -> (continuation of Deferred@2030163406 after retry RPC after error@1232740780), errback=(continuation of Deferred@1691982758 after retry RPC after error@2101888768) -> (continuation of Deferred@1949048642 after retry RPC after error@173182031) -> (continuation of Deferred@587080200 after retry RPC after error@489750800) -> (continuation of Deferred@166976507 after retry RPC after error@391978622) -> (continuation of Deferred@1155563775 after retry RPC after error@1363943666) -> (continuation of Deferred@1190593827 after retry RPC after error@958815597) -> (continuation of Deferred@2030163406 after retry RPC after error@1232740780)))
20:17:15.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.123 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.145 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.347 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1725950870(state=PENDING, result=null, callback=(continuation of Deferred@772240883 after retry RPC after error@508569265) -> (continuation of Deferred@94514538 after retry RPC after error@473494803) -> (continuation of Deferred@159757194 after retry RPC after error@385841573) -> (continuation of Deferred@35835757 after retry RPC after error@1500066391) -> (continuation of Deferred@2102711059 after retry RPC after error@277589837) -> (continuation of Deferred@80106390 after retry RPC after error@346890963) -> (continuation of Deferred@1329248030 after retry RPC after error@42375283) -> (continuation of Deferred@887763286 after retry RPC after error@1236018850), errback=(continuation of Deferred@772240883 after retry RPC after error@508569265) -> (continuation of Deferred@94514538 after retry RPC after error@473494803) -> (continuation of Deferred@159757194 after retry RPC after error@385841573) -> (continuation of Deferred@35835757 after retry RPC after error@1500066391) -> (continuation of Deferred@2102711059 after retry RPC after error@277589837) -> (continuation of Deferred@80106390 after retry RPC after error@346890963) -> (continuation of Deferred@1329248030 after retry RPC after error@42375283) -> (continuation of Deferred@887763286 after retry RPC after error@1236018850)))
20:17:15.347 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1725950870(state=PENDING, result=null, callback=(continuation of Deferred@772240883 after retry RPC after error@508569265) -> (continuation of Deferred@94514538 after retry RPC after error@473494803) -> (continuation of Deferred@159757194 after retry RPC after error@385841573) -> (continuation of Deferred@35835757 after retry RPC after error@1500066391) -> (continuation of Deferred@2102711059 after retry RPC after error@277589837) -> (continuation of Deferred@80106390 after retry RPC after error@346890963) -> (continuation of Deferred@1329248030 after retry RPC after error@42375283) -> (continuation of Deferred@887763286 after retry RPC after error@1236018850), errback=(continuation of Deferred@772240883 after retry RPC after error@508569265) -> (continuation of Deferred@94514538 after retry RPC after error@473494803) -> (continuation of Deferred@159757194 after retry RPC after error@385841573) -> (continuation of Deferred@35835757 after retry RPC after error@1500066391) -> (continuation of Deferred@2102711059 after retry RPC after error@277589837) -> (continuation of Deferred@80106390 after retry RPC after error@346890963) -> (continuation of Deferred@1329248030 after retry RPC after error@42375283) -> (continuation of Deferred@887763286 after retry RPC after error@1236018850)))
20:17:15.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.527 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1958042534(state=PENDING, result=null, callback=(continuation of Deferred@602223954 after retry RPC after error@1682348242) -> (continuation of Deferred@1967565047 after retry RPC after error@737191314) -> (continuation of Deferred@565533211 after retry RPC after error@1902495479) -> (continuation of Deferred@824494396 after retry RPC after error@534132415) -> (continuation of Deferred@347652828 after retry RPC after error@1261829314) -> (continuation of Deferred@1557115313 after retry RPC after error@1921124185), errback=(continuation of Deferred@602223954 after retry RPC after error@1682348242) -> (continuation of Deferred@1967565047 after retry RPC after error@737191314) -> (continuation of Deferred@565533211 after retry RPC after error@1902495479) -> (continuation of Deferred@824494396 after retry RPC after error@534132415) -> (continuation of Deferred@347652828 after retry RPC after error@1261829314) -> (continuation of Deferred@1557115313 after retry RPC after error@1921124185)))
20:17:15.527 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1958042534(state=PENDING, result=null, callback=(continuation of Deferred@602223954 after retry RPC after error@1682348242) -> (continuation of Deferred@1967565047 after retry RPC after error@737191314) -> (continuation of Deferred@565533211 after retry RPC after error@1902495479) -> (continuation of Deferred@824494396 after retry RPC after error@534132415) -> (continuation of Deferred@347652828 after retry RPC after error@1261829314) -> (continuation of Deferred@1557115313 after retry RPC after error@1921124185), errback=(continuation of Deferred@602223954 after retry RPC after error@1682348242) -> (continuation of Deferred@1967565047 after retry RPC after error@737191314) -> (continuation of Deferred@565533211 after retry RPC after error@1902495479) -> (continuation of Deferred@824494396 after retry RPC after error@534132415) -> (continuation of Deferred@347652828 after retry RPC after error@1261829314) -> (continuation of Deferred@1557115313 after retry RPC after error@1921124185)))
20:17:15.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.726 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@915584339(state=PENDING, result=null, callback=(continuation of Deferred@552087467 after retry RPC after error@1533724090) -> (continuation of Deferred@853399853 after retry RPC after error@289851912) -> (continuation of Deferred@1882340092 after retry RPC after error@2105042517) -> (continuation of Deferred@565234790 after retry RPC after error@100746450) -> (continuation of Deferred@1728412468 after retry RPC after error@1509024591) -> (continuation of Deferred@2114308075 after retry RPC after error@1915632429) -> (continuation of Deferred@1044263559 after retry RPC after error@1745048980), errback=(continuation of Deferred@552087467 after retry RPC after error@1533724090) -> (continuation of Deferred@853399853 after retry RPC after error@289851912) -> (continuation of Deferred@1882340092 after retry RPC after error@2105042517) -> (continuation of Deferred@565234790 after retry RPC after error@100746450) -> (continuation of Deferred@1728412468 after retry RPC after error@1509024591) -> (continuation of Deferred@2114308075 after retry RPC after error@1915632429) -> (continuation of Deferred@1044263559 after retry RPC after error@1745048980)))
20:17:15.727 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@915584339(state=PENDING, result=null, callback=(continuation of Deferred@552087467 after retry RPC after error@1533724090) -> (continuation of Deferred@853399853 after retry RPC after error@289851912) -> (continuation of Deferred@1882340092 after retry RPC after error@2105042517) -> (continuation of Deferred@565234790 after retry RPC after error@100746450) -> (continuation of Deferred@1728412468 after retry RPC after error@1509024591) -> (continuation of Deferred@2114308075 after retry RPC after error@1915632429) -> (continuation of Deferred@1044263559 after retry RPC after error@1745048980), errback=(continuation of Deferred@552087467 after retry RPC after error@1533724090) -> (continuation of Deferred@853399853 after retry RPC after error@289851912) -> (continuation of Deferred@1882340092 after retry RPC after error@2105042517) -> (continuation of Deferred@565234790 after retry RPC after error@100746450) -> (continuation of Deferred@1728412468 after retry RPC after error@1509024591) -> (continuation of Deferred@2114308075 after retry RPC after error@1915632429) -> (continuation of Deferred@1044263559 after retry RPC after error@1745048980)))
20:17:15.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.785 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.805 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.825 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.865 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.923 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.926 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1747348730(state=PENDING, result=null, callback=(continuation of Deferred@1929690889 after retry RPC after error@1008883955) -> (continuation of Deferred@511371620 after retry RPC after error@1172314093) -> (continuation of Deferred@332006575 after retry RPC after error@1031873509) -> (continuation of Deferred@1954139384 after retry RPC after error@837018341) -> (continuation of Deferred@1917806346 after retry RPC after error@1181084845) -> (continuation of Deferred@2093086357 after retry RPC after error@1385944866), errback=(continuation of Deferred@1929690889 after retry RPC after error@1008883955) -> (continuation of Deferred@511371620 after retry RPC after error@1172314093) -> (continuation of Deferred@332006575 after retry RPC after error@1031873509) -> (continuation of Deferred@1954139384 after retry RPC after error@837018341) -> (continuation of Deferred@1917806346 after retry RPC after error@1181084845) -> (continuation of Deferred@2093086357 after retry RPC after error@1385944866)))
20:17:15.926 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1747348730(state=PENDING, result=null, callback=(continuation of Deferred@1929690889 after retry RPC after error@1008883955) -> (continuation of Deferred@511371620 after retry RPC after error@1172314093) -> (continuation of Deferred@332006575 after retry RPC after error@1031873509) -> (continuation of Deferred@1954139384 after retry RPC after error@837018341) -> (continuation of Deferred@1917806346 after retry RPC after error@1181084845) -> (continuation of Deferred@2093086357 after retry RPC after error@1385944866), errback=(continuation of Deferred@1929690889 after retry RPC after error@1008883955) -> (continuation of Deferred@511371620 after retry RPC after error@1172314093) -> (continuation of Deferred@332006575 after retry RPC after error@1031873509) -> (continuation of Deferred@1954139384 after retry RPC after error@837018341) -> (continuation of Deferred@1917806346 after retry RPC after error@1181084845) -> (continuation of Deferred@2093086357 after retry RPC after error@1385944866)))
20:17:15.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.945 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.946 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.965 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:15.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:15.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:15.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:15.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:15.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.107 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@986374407(state=PENDING, result=null, callback=(continuation of Deferred@835945864 after retry RPC after error@1242177734) -> (continuation of Deferred@1371974439 after retry RPC after error@1021950657) -> (continuation of Deferred@297506577 after retry RPC after error@170691056) -> (continuation of Deferred@1859621889 after retry RPC after error@521733288) -> (continuation of Deferred@1389828933 after retry RPC after error@1012558822) -> (continuation of Deferred@1853851632 after retry RPC after error@966062803) -> (continuation of Deferred@1408490391 after retry RPC after error@1008312148), errback=(continuation of Deferred@835945864 after retry RPC after error@1242177734) -> (continuation of Deferred@1371974439 after retry RPC after error@1021950657) -> (continuation of Deferred@297506577 after retry RPC after error@170691056) -> (continuation of Deferred@1859621889 after retry RPC after error@521733288) -> (continuation of Deferred@1389828933 after retry RPC after error@1012558822) -> (continuation of Deferred@1853851632 after retry RPC after error@966062803) -> (continuation of Deferred@1408490391 after retry RPC after error@1008312148)))
20:17:16.107 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@986374407(state=PENDING, result=null, callback=(continuation of Deferred@835945864 after retry RPC after error@1242177734) -> (continuation of Deferred@1371974439 after retry RPC after error@1021950657) -> (continuation of Deferred@297506577 after retry RPC after error@170691056) -> (continuation of Deferred@1859621889 after retry RPC after error@521733288) -> (continuation of Deferred@1389828933 after retry RPC after error@1012558822) -> (continuation of Deferred@1853851632 after retry RPC after error@966062803) -> (continuation of Deferred@1408490391 after retry RPC after error@1008312148), errback=(continuation of Deferred@835945864 after retry RPC after error@1242177734) -> (continuation of Deferred@1371974439 after retry RPC after error@1021950657) -> (continuation of Deferred@297506577 after retry RPC after error@170691056) -> (continuation of Deferred@1859621889 after retry RPC after error@521733288) -> (continuation of Deferred@1389828933 after retry RPC after error@1012558822) -> (continuation of Deferred@1853851632 after retry RPC after error@966062803) -> (continuation of Deferred@1408490391 after retry RPC after error@1008312148)))
20:17:16.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.223 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@703637167(state=PENDING, result=null, callback=(continuation of Deferred@305562778 after retry RPC after error@285471400) -> (continuation of Deferred@415393561 after retry RPC after error@883654512) -> (continuation of Deferred@304033579 after retry RPC after error@470223218) -> (continuation of Deferred@402018116 after retry RPC after error@2018112053) -> (continuation of Deferred@331672672 after retry RPC after error@925641715) -> (continuation of Deferred@310758973 after retry RPC after error@627723778), errback=(continuation of Deferred@305562778 after retry RPC after error@285471400) -> (continuation of Deferred@415393561 after retry RPC after error@883654512) -> (continuation of Deferred@304033579 after retry RPC after error@470223218) -> (continuation of Deferred@402018116 after retry RPC after error@2018112053) -> (continuation of Deferred@331672672 after retry RPC after error@925641715) -> (continuation of Deferred@310758973 after retry RPC after error@627723778)))
20:17:16.307 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@703637167(state=PENDING, result=null, callback=(continuation of Deferred@305562778 after retry RPC after error@285471400) -> (continuation of Deferred@415393561 after retry RPC after error@883654512) -> (continuation of Deferred@304033579 after retry RPC after error@470223218) -> (continuation of Deferred@402018116 after retry RPC after error@2018112053) -> (continuation of Deferred@331672672 after retry RPC after error@925641715) -> (continuation of Deferred@310758973 after retry RPC after error@627723778), errback=(continuation of Deferred@305562778 after retry RPC after error@285471400) -> (continuation of Deferred@415393561 after retry RPC after error@883654512) -> (continuation of Deferred@304033579 after retry RPC after error@470223218) -> (continuation of Deferred@402018116 after retry RPC after error@2018112053) -> (continuation of Deferred@331672672 after retry RPC after error@925641715) -> (continuation of Deferred@310758973 after retry RPC after error@627723778)))
20:17:16.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.343 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.363 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.385 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.405 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.443 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:16.494880 16414 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8985749f5a484a0da7b610877467df51)
20:17:16.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:16.495101 16414 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:16.495968 16414 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:16.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:16.498690 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253): Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111)
20:17:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:16.498909 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:16.498994 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:16.499258 16414 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:17:16.584 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1617308142(state=PENDING, result=null, callback=(continuation of Deferred@283932040 after retry RPC after error@1281663715) -> (continuation of Deferred@1325078426 after retry RPC after error@520322802) -> (continuation of Deferred@1823475887 after retry RPC after error@95083616) -> (continuation of Deferred@335236232 after retry RPC after error@386614507) -> (continuation of Deferred@2073220053 after retry RPC after error@671635739) -> (continuation of Deferred@1641992094 after retry RPC after error@742388562) -> (continuation of Deferred@1096716667 after retry RPC after error@737462474), errback=(continuation of Deferred@283932040 after retry RPC after error@1281663715) -> (continuation of Deferred@1325078426 after retry RPC after error@520322802) -> (continuation of Deferred@1823475887 after retry RPC after error@95083616) -> (continuation of Deferred@335236232 after retry RPC after error@386614507) -> (continuation of Deferred@2073220053 after retry RPC after error@671635739) -> (continuation of Deferred@1641992094 after retry RPC after error@742388562) -> (continuation of Deferred@1096716667 after retry RPC after error@737462474)))
20:17:16.585 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:16.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@271225856(state=PENDING, result=null, callback=(continuation of Deferred@1513694123 after retry RPC after error@2100972500) -> (continuation of Deferred@645274751 after retry RPC after error@1647842853) -> (continuation of Deferred@1896826290 after retry RPC after error@1589953708) -> (continuation of Deferred@1212657391 after retry RPC after error@1785463036) -> (continuation of Deferred@1631976150 after retry RPC after error@425505782) -> (continuation of Deferred@1821984484 after retry RPC after error@1727578219) -> (continuation of Deferred@673518888 after retry RPC after error@1419432153), errback=(continuation of Deferred@1513694123 after retry RPC after error@2100972500) -> (continuation of Deferred@645274751 after retry RPC after error@1647842853) -> (continuation of Deferred@1896826290 after retry RPC after error@1589953708) -> (continuation of Deferred@1212657391 after retry RPC after error@1785463036) -> (continuation of Deferred@1631976150 after retry RPC after error@425505782) -> (continuation of Deferred@1821984484 after retry RPC after error@1727578219) -> (continuation of Deferred@673518888 after retry RPC after error@1419432153)))
20:17:16.827 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@271225856(state=PENDING, result=null, callback=(continuation of Deferred@1513694123 after retry RPC after error@2100972500) -> (continuation of Deferred@645274751 after retry RPC after error@1647842853) -> (continuation of Deferred@1896826290 after retry RPC after error@1589953708) -> (continuation of Deferred@1212657391 after retry RPC after error@1785463036) -> (continuation of Deferred@1631976150 after retry RPC after error@425505782) -> (continuation of Deferred@1821984484 after retry RPC after error@1727578219) -> (continuation of Deferred@673518888 after retry RPC after error@1419432153), errback=(continuation of Deferred@1513694123 after retry RPC after error@2100972500) -> (continuation of Deferred@645274751 after retry RPC after error@1647842853) -> (continuation of Deferred@1896826290 after retry RPC after error@1589953708) -> (continuation of Deferred@1212657391 after retry RPC after error@1785463036) -> (continuation of Deferred@1631976150 after retry RPC after error@425505782) -> (continuation of Deferred@1821984484 after retry RPC after error@1727578219) -> (continuation of Deferred@673518888 after retry RPC after error@1419432153)))
20:17:16.843 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.865 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.885 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:16.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:16.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:16.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:16.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:16.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.045 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1762340847(state=PENDING, result=null, callback=(continuation of Deferred@115616715 after retry RPC after error@1890407878) -> (continuation of Deferred@1289192891 after retry RPC after error@2090053529) -> (continuation of Deferred@1536059827 after retry RPC after error@1092031585) -> (continuation of Deferred@824032165 after retry RPC after error@1343432056) -> (continuation of Deferred@2021137720 after retry RPC after error@20294218) -> (continuation of Deferred@1571420506 after retry RPC after error@341323634) -> (continuation of Deferred@754020636 after retry RPC after error@3864882), errback=(continuation of Deferred@115616715 after retry RPC after error@1890407878) -> (continuation of Deferred@1289192891 after retry RPC after error@2090053529) -> (continuation of Deferred@1536059827 after retry RPC after error@1092031585) -> (continuation of Deferred@824032165 after retry RPC after error@1343432056) -> (continuation of Deferred@2021137720 after retry RPC after error@20294218) -> (continuation of Deferred@1571420506 after retry RPC after error@341323634) -> (continuation of Deferred@754020636 after retry RPC after error@3864882)))
20:17:17.047 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1762340847(state=PENDING, result=null, callback=(continuation of Deferred@115616715 after retry RPC after error@1890407878) -> (continuation of Deferred@1289192891 after retry RPC after error@2090053529) -> (continuation of Deferred@1536059827 after retry RPC after error@1092031585) -> (continuation of Deferred@824032165 after retry RPC after error@1343432056) -> (continuation of Deferred@2021137720 after retry RPC after error@20294218) -> (continuation of Deferred@1571420506 after retry RPC after error@341323634) -> (continuation of Deferred@754020636 after retry RPC after error@3864882), errback=(continuation of Deferred@115616715 after retry RPC after error@1890407878) -> (continuation of Deferred@1289192891 after retry RPC after error@2090053529) -> (continuation of Deferred@1536059827 after retry RPC after error@1092031585) -> (continuation of Deferred@824032165 after retry RPC after error@1343432056) -> (continuation of Deferred@2021137720 after retry RPC after error@20294218) -> (continuation of Deferred@1571420506 after retry RPC after error@341323634) -> (continuation of Deferred@754020636 after retry RPC after error@3864882)))
20:17:17.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.065 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.085 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.105 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.247 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1061179890(state=PENDING, result=null, callback=(continuation of Deferred@2108949371 after retry RPC after error@904860049) -> (continuation of Deferred@2038555315 after retry RPC after error@1156838320) -> (continuation of Deferred@427921294 after retry RPC after error@1420781238) -> (continuation of Deferred@583897834 after retry RPC after error@2037943152) -> (continuation of Deferred@1813026350 after retry RPC after error@1126553548) -> (continuation of Deferred@221337472 after retry RPC after error@808414813) -> (continuation of Deferred@1483095952 after retry RPC after error@890247399), errback=(continuation of Deferred@2108949371 after retry RPC after error@904860049) -> (continuation of Deferred@2038555315 after retry RPC after error@1156838320) -> (continuation of Deferred@427921294 after retry RPC after error@1420781238) -> (continuation of Deferred@583897834 after retry RPC after error@2037943152) -> (continuation of Deferred@1813026350 after retry RPC after error@1126553548) -> (continuation of Deferred@221337472 after retry RPC after error@808414813) -> (continuation of Deferred@1483095952 after retry RPC after error@890247399)))
20:17:17.247 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1061179890(state=PENDING, result=null, callback=(continuation of Deferred@2108949371 after retry RPC after error@904860049) -> (continuation of Deferred@2038555315 after retry RPC after error@1156838320) -> (continuation of Deferred@427921294 after retry RPC after error@1420781238) -> (continuation of Deferred@583897834 after retry RPC after error@2037943152) -> (continuation of Deferred@1813026350 after retry RPC after error@1126553548) -> (continuation of Deferred@221337472 after retry RPC after error@808414813) -> (continuation of Deferred@1483095952 after retry RPC after error@890247399), errback=(continuation of Deferred@2108949371 after retry RPC after error@904860049) -> (continuation of Deferred@2038555315 after retry RPC after error@1156838320) -> (continuation of Deferred@427921294 after retry RPC after error@1420781238) -> (continuation of Deferred@583897834 after retry RPC after error@2037943152) -> (continuation of Deferred@1813026350 after retry RPC after error@1126553548) -> (continuation of Deferred@221337472 after retry RPC after error@808414813) -> (continuation of Deferred@1483095952 after retry RPC after error@890247399)))
20:17:17.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.466 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@844046026(state=PENDING, result=null, callback=(continuation of Deferred@956127552 after retry RPC after error@1955577910) -> (continuation of Deferred@1867963194 after retry RPC after error@631583060) -> (continuation of Deferred@2009091065 after retry RPC after error@2110040903) -> (continuation of Deferred@605167822 after retry RPC after error@682728073) -> (continuation of Deferred@1574671333 after retry RPC after error@85824906) -> (continuation of Deferred@817680823 after retry RPC after error@352153851), errback=(continuation of Deferred@956127552 after retry RPC after error@1955577910) -> (continuation of Deferred@1867963194 after retry RPC after error@631583060) -> (continuation of Deferred@2009091065 after retry RPC after error@2110040903) -> (continuation of Deferred@605167822 after retry RPC after error@682728073) -> (continuation of Deferred@1574671333 after retry RPC after error@85824906) -> (continuation of Deferred@817680823 after retry RPC after error@352153851)))
20:17:17.467 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@844046026(state=PENDING, result=null, callback=(continuation of Deferred@956127552 after retry RPC after error@1955577910) -> (continuation of Deferred@1867963194 after retry RPC after error@631583060) -> (continuation of Deferred@2009091065 after retry RPC after error@2110040903) -> (continuation of Deferred@605167822 after retry RPC after error@682728073) -> (continuation of Deferred@1574671333 after retry RPC after error@85824906) -> (continuation of Deferred@817680823 after retry RPC after error@352153851), errback=(continuation of Deferred@956127552 after retry RPC after error@1955577910) -> (continuation of Deferred@1867963194 after retry RPC after error@631583060) -> (continuation of Deferred@2009091065 after retry RPC after error@2110040903) -> (continuation of Deferred@605167822 after retry RPC after error@682728073) -> (continuation of Deferred@1574671333 after retry RPC after error@85824906) -> (continuation of Deferred@817680823 after retry RPC after error@352153851)))
20:17:17.483 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.505 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.525 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.545 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.565 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.603 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.667 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@456591306(state=PENDING, result=null, callback=(continuation of Deferred@373576848 after retry RPC after error@1924107373) -> (continuation of Deferred@2128746327 after retry RPC after error@1573406230) -> (continuation of Deferred@1771862507 after retry RPC after error@1742621777) -> (continuation of Deferred@166246226 after retry RPC after error@370129039) -> (continuation of Deferred@475449476 after retry RPC after error@159363995) -> (continuation of Deferred@1164040129 after retry RPC after error@784450594), errback=(continuation of Deferred@373576848 after retry RPC after error@1924107373) -> (continuation of Deferred@2128746327 after retry RPC after error@1573406230) -> (continuation of Deferred@1771862507 after retry RPC after error@1742621777) -> (continuation of Deferred@166246226 after retry RPC after error@370129039) -> (continuation of Deferred@475449476 after retry RPC after error@159363995) -> (continuation of Deferred@1164040129 after retry RPC after error@784450594)))
20:17:17.667 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@456591306(state=PENDING, result=null, callback=(continuation of Deferred@373576848 after retry RPC after error@1924107373) -> (continuation of Deferred@2128746327 after retry RPC after error@1573406230) -> (continuation of Deferred@1771862507 after retry RPC after error@1742621777) -> (continuation of Deferred@166246226 after retry RPC after error@370129039) -> (continuation of Deferred@475449476 after retry RPC after error@159363995) -> (continuation of Deferred@1164040129 after retry RPC after error@784450594), errback=(continuation of Deferred@373576848 after retry RPC after error@1924107373) -> (continuation of Deferred@2128746327 after retry RPC after error@1573406230) -> (continuation of Deferred@1771862507 after retry RPC after error@1742621777) -> (continuation of Deferred@166246226 after retry RPC after error@370129039) -> (continuation of Deferred@475449476 after retry RPC after error@159363995) -> (continuation of Deferred@1164040129 after retry RPC after error@784450594)))
20:17:17.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:17.721294 16134 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:17.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:17.726922 16134 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:17.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:17.728574 16136 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.31.252:39201)
20:17:17.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.785 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.905 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.944 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1551020360(state=PENDING, result=null, callback=(continuation of Deferred@776710801 after retry RPC after error@1508711679) -> (continuation of Deferred@1859447855 after retry RPC after error@669382732) -> (continuation of Deferred@1418313987 after retry RPC after error@1706173833) -> (continuation of Deferred@743311492 after retry RPC after error@610382553) -> (continuation of Deferred@1056632463 after retry RPC after error@1250958004) -> (continuation of Deferred@382083402 after retry RPC after error@1058586161) -> (continuation of Deferred@1451209163 after retry RPC after error@477119498) -> (continuation of Deferred@991689407 after retry RPC after error@1099444955), errback=(continuation of Deferred@776710801 after retry RPC after error@1508711679) -> (continuation of Deferred@1859447855 after retry RPC after error@669382732) -> (continuation of Deferred@1418313987 after retry RPC after error@1706173833) -> (continuation of Deferred@743311492 after retry RPC after error@610382553) -> (continuation of Deferred@1056632463 after retry RPC after error@1250958004) -> (continuation of Deferred@382083402 after retry RPC after error@1058586161) -> (continuation of Deferred@1451209163 after retry RPC after error@477119498) -> (continuation of Deferred@991689407 after retry RPC after error@1099444955)))
20:17:17.945 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:17.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:17.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:17.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:17.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:17.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:17.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.224 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1104825139(state=PENDING, result=null, callback=(continuation of Deferred@48600967 after retry RPC after error@663047790) -> (continuation of Deferred@433498255 after retry RPC after error@172424021) -> (continuation of Deferred@615582773 after retry RPC after error@701157619) -> (continuation of Deferred@99915669 after retry RPC after error@945113133) -> (continuation of Deferred@346631094 after retry RPC after error@1805335704) -> (continuation of Deferred@1257395777 after retry RPC after error@1492417298) -> (continuation of Deferred@98373409 after retry RPC after error@932220158), errback=(continuation of Deferred@48600967 after retry RPC after error@663047790) -> (continuation of Deferred@433498255 after retry RPC after error@172424021) -> (continuation of Deferred@615582773 after retry RPC after error@701157619) -> (continuation of Deferred@99915669 after retry RPC after error@945113133) -> (continuation of Deferred@346631094 after retry RPC after error@1805335704) -> (continuation of Deferred@1257395777 after retry RPC after error@1492417298) -> (continuation of Deferred@98373409 after retry RPC after error@932220158)))
20:17:18.224 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:18.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.245 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.265 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1706704984(state=PENDING, result=null, callback=(continuation of Deferred@1625190029 after retry RPC after error@1865344431) -> (continuation of Deferred@1503278289 after retry RPC after error@1846871866) -> (continuation of Deferred@2108466803 after retry RPC after error@1706506228) -> (continuation of Deferred@1828961071 after retry RPC after error@736714082) -> (continuation of Deferred@862910802 after retry RPC after error@1874485340) -> (continuation of Deferred@529556551 after retry RPC after error@2129864858) -> (continuation of Deferred@974383743 after retry RPC after error@110613985) -> (continuation of Deferred@448346920 after retry RPC after error@2112448285), errback=(continuation of Deferred@1625190029 after retry RPC after error@1865344431) -> (continuation of Deferred@1503278289 after retry RPC after error@1846871866) -> (continuation of Deferred@2108466803 after retry RPC after error@1706506228) -> (continuation of Deferred@1828961071 after retry RPC after error@736714082) -> (continuation of Deferred@862910802 after retry RPC after error@1874485340) -> (continuation of Deferred@529556551 after retry RPC after error@2129864858) -> (continuation of Deferred@974383743 after retry RPC after error@110613985) -> (continuation of Deferred@448346920 after retry RPC after error@2112448285)))
20:17:18.487 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1706704984(state=PENDING, result=null, callback=(continuation of Deferred@1625190029 after retry RPC after error@1865344431) -> (continuation of Deferred@1503278289 after retry RPC after error@1846871866) -> (continuation of Deferred@2108466803 after retry RPC after error@1706506228) -> (continuation of Deferred@1828961071 after retry RPC after error@736714082) -> (continuation of Deferred@862910802 after retry RPC after error@1874485340) -> (continuation of Deferred@529556551 after retry RPC after error@2129864858) -> (continuation of Deferred@974383743 after retry RPC after error@110613985) -> (continuation of Deferred@448346920 after retry RPC after error@2112448285), errback=(continuation of Deferred@1625190029 after retry RPC after error@1865344431) -> (continuation of Deferred@1503278289 after retry RPC after error@1846871866) -> (continuation of Deferred@2108466803 after retry RPC after error@1706506228) -> (continuation of Deferred@1828961071 after retry RPC after error@736714082) -> (continuation of Deferred@862910802 after retry RPC after error@1874485340) -> (continuation of Deferred@529556551 after retry RPC after error@2129864858) -> (continuation of Deferred@974383743 after retry RPC after error@110613985) -> (continuation of Deferred@448346920 after retry RPC after error@2112448285)))
20:17:18.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.523 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.545 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.665 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.707 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1425942227(state=PENDING, result=null, callback=(continuation of Deferred@668129414 after retry RPC after error@416391427) -> (continuation of Deferred@862140816 after retry RPC after error@370039185) -> (continuation of Deferred@657040702 after retry RPC after error@845529441) -> (continuation of Deferred@408994052 after retry RPC after error@2093404488) -> (continuation of Deferred@380406715 after retry RPC after error@173944518) -> (continuation of Deferred@338212456 after retry RPC after error@1580103988) -> (continuation of Deferred@749584409 after retry RPC after error@1476322132), errback=(continuation of Deferred@668129414 after retry RPC after error@416391427) -> (continuation of Deferred@862140816 after retry RPC after error@370039185) -> (continuation of Deferred@657040702 after retry RPC after error@845529441) -> (continuation of Deferred@408994052 after retry RPC after error@2093404488) -> (continuation of Deferred@380406715 after retry RPC after error@173944518) -> (continuation of Deferred@338212456 after retry RPC after error@1580103988) -> (continuation of Deferred@749584409 after retry RPC after error@1476322132)))
20:17:18.707 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1425942227(state=PENDING, result=null, callback=(continuation of Deferred@668129414 after retry RPC after error@416391427) -> (continuation of Deferred@862140816 after retry RPC after error@370039185) -> (continuation of Deferred@657040702 after retry RPC after error@845529441) -> (continuation of Deferred@408994052 after retry RPC after error@2093404488) -> (continuation of Deferred@380406715 after retry RPC after error@173944518) -> (continuation of Deferred@338212456 after retry RPC after error@1580103988) -> (continuation of Deferred@749584409 after retry RPC after error@1476322132), errback=(continuation of Deferred@668129414 after retry RPC after error@416391427) -> (continuation of Deferred@862140816 after retry RPC after error@370039185) -> (continuation of Deferred@657040702 after retry RPC after error@845529441) -> (continuation of Deferred@408994052 after retry RPC after error@2093404488) -> (continuation of Deferred@380406715 after retry RPC after error@173944518) -> (continuation of Deferred@338212456 after retry RPC after error@1580103988) -> (continuation of Deferred@749584409 after retry RPC after error@1476322132)))
20:17:18.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.725 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.745 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:18.966 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@2111490738(state=PENDING, result=null, callback=(continuation of Deferred@56848223 after retry RPC after error@1876621097) -> (continuation of Deferred@1933920451 after retry RPC after error@1482789699) -> (continuation of Deferred@1080034951 after retry RPC after error@2025570845) -> (continuation of Deferred@568434329 after retry RPC after error@1976494701) -> (continuation of Deferred@895131245 after retry RPC after error@324475377) -> (continuation of Deferred@1047480404 after retry RPC after error@1013989494) -> (continuation of Deferred@1563957347 after retry RPC after error@1988823716) -> (continuation of Deferred@845337033 after retry RPC after error@212816899), errback=(continuation of Deferred@56848223 after retry RPC after error@1876621097) -> (continuation of Deferred@1933920451 after retry RPC after error@1482789699) -> (continuation of Deferred@1080034951 after retry RPC after error@2025570845) -> (continuation of Deferred@568434329 after retry RPC after error@1976494701) -> (continuation of Deferred@895131245 after retry RPC after error@324475377) -> (continuation of Deferred@1047480404 after retry RPC after error@1013989494) -> (continuation of Deferred@1563957347 after retry RPC after error@1988823716) -> (continuation of Deferred@845337033 after retry RPC after error@212816899)))
20:17:18.967 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@2111490738(state=PENDING, result=null, callback=(continuation of Deferred@56848223 after retry RPC after error@1876621097) -> (continuation of Deferred@1933920451 after retry RPC after error@1482789699) -> (continuation of Deferred@1080034951 after retry RPC after error@2025570845) -> (continuation of Deferred@568434329 after retry RPC after error@1976494701) -> (continuation of Deferred@895131245 after retry RPC after error@324475377) -> (continuation of Deferred@1047480404 after retry RPC after error@1013989494) -> (continuation of Deferred@1563957347 after retry RPC after error@1988823716) -> (continuation of Deferred@845337033 after retry RPC after error@212816899), errback=(continuation of Deferred@56848223 after retry RPC after error@1876621097) -> (continuation of Deferred@1933920451 after retry RPC after error@1482789699) -> (continuation of Deferred@1080034951 after retry RPC after error@2025570845) -> (continuation of Deferred@568434329 after retry RPC after error@1976494701) -> (continuation of Deferred@895131245 after retry RPC after error@324475377) -> (continuation of Deferred@1047480404 after retry RPC after error@1013989494) -> (continuation of Deferred@1563957347 after retry RPC after error@1988823716) -> (continuation of Deferred@845337033 after retry RPC after error@212816899)))
20:17:18.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:18.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:18.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:18.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:18.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.045 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.065 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.187 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@300082833(state=PENDING, result=null, callback=(continuation of Deferred@1596944097 after retry RPC after error@1574250658) -> (continuation of Deferred@1130388468 after retry RPC after error@1160837991) -> (continuation of Deferred@1640811846 after retry RPC after error@363362789) -> (continuation of Deferred@1423327071 after retry RPC after error@385813857) -> (continuation of Deferred@299783173 after retry RPC after error@1206874250) -> (continuation of Deferred@581338095 after retry RPC after error@1289488095) -> (continuation of Deferred@801180989 after retry RPC after error@320226159), errback=(continuation of Deferred@1596944097 after retry RPC after error@1574250658) -> (continuation of Deferred@1130388468 after retry RPC after error@1160837991) -> (continuation of Deferred@1640811846 after retry RPC after error@363362789) -> (continuation of Deferred@1423327071 after retry RPC after error@385813857) -> (continuation of Deferred@299783173 after retry RPC after error@1206874250) -> (continuation of Deferred@581338095 after retry RPC after error@1289488095) -> (continuation of Deferred@801180989 after retry RPC after error@320226159)))
20:17:19.188 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@300082833(state=PENDING, result=null, callback=(continuation of Deferred@1596944097 after retry RPC after error@1574250658) -> (continuation of Deferred@1130388468 after retry RPC after error@1160837991) -> (continuation of Deferred@1640811846 after retry RPC after error@363362789) -> (continuation of Deferred@1423327071 after retry RPC after error@385813857) -> (continuation of Deferred@299783173 after retry RPC after error@1206874250) -> (continuation of Deferred@581338095 after retry RPC after error@1289488095) -> (continuation of Deferred@801180989 after retry RPC after error@320226159), errback=(continuation of Deferred@1596944097 after retry RPC after error@1574250658) -> (continuation of Deferred@1130388468 after retry RPC after error@1160837991) -> (continuation of Deferred@1640811846 after retry RPC after error@363362789) -> (continuation of Deferred@1423327071 after retry RPC after error@385813857) -> (continuation of Deferred@299783173 after retry RPC after error@1206874250) -> (continuation of Deferred@581338095 after retry RPC after error@1289488095) -> (continuation of Deferred@801180989 after retry RPC after error@320226159)))
20:17:19.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.285 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.305 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.345 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.464 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1940058205(state=PENDING, result=null, callback=(continuation of Deferred@581135289 after retry RPC after error@564616671) -> (continuation of Deferred@1774020638 after retry RPC after error@234442092) -> (continuation of Deferred@884867529 after retry RPC after error@795667236) -> (continuation of Deferred@764648271 after retry RPC after error@1782985148) -> (continuation of Deferred@775083380 after retry RPC after error@1724853853) -> (continuation of Deferred@1471649832 after retry RPC after error@212310195) -> (continuation of Deferred@881227046 after retry RPC after error@732174381), errback=(continuation of Deferred@581135289 after retry RPC after error@564616671) -> (continuation of Deferred@1774020638 after retry RPC after error@234442092) -> (continuation of Deferred@884867529 after retry RPC after error@795667236) -> (continuation of Deferred@764648271 after retry RPC after error@1782985148) -> (continuation of Deferred@775083380 after retry RPC after error@1724853853) -> (continuation of Deferred@1471649832 after retry RPC after error@212310195) -> (continuation of Deferred@881227046 after retry RPC after error@732174381)))
20:17:19.464 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:19.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.485 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.707 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@152532609(state=PENDING, result=null, callback=(continuation of Deferred@1607775317 after retry RPC after error@559847991) -> (continuation of Deferred@1525013447 after retry RPC after error@1752440164) -> (continuation of Deferred@318269987 after retry RPC after error@1193461097) -> (continuation of Deferred@871175593 after retry RPC after error@2067440013) -> (continuation of Deferred@708994491 after retry RPC after error@2065359895) -> (continuation of Deferred@545388160 after retry RPC after error@244915668) -> (continuation of Deferred@936369665 after retry RPC after error@458862259), errback=(continuation of Deferred@1607775317 after retry RPC after error@559847991) -> (continuation of Deferred@1525013447 after retry RPC after error@1752440164) -> (continuation of Deferred@318269987 after retry RPC after error@1193461097) -> (continuation of Deferred@871175593 after retry RPC after error@2067440013) -> (continuation of Deferred@708994491 after retry RPC after error@2065359895) -> (continuation of Deferred@545388160 after retry RPC after error@244915668) -> (continuation of Deferred@936369665 after retry RPC after error@458862259)))
20:17:19.707 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@152532609(state=PENDING, result=null, callback=(continuation of Deferred@1607775317 after retry RPC after error@559847991) -> (continuation of Deferred@1525013447 after retry RPC after error@1752440164) -> (continuation of Deferred@318269987 after retry RPC after error@1193461097) -> (continuation of Deferred@871175593 after retry RPC after error@2067440013) -> (continuation of Deferred@708994491 after retry RPC after error@2065359895) -> (continuation of Deferred@545388160 after retry RPC after error@244915668) -> (continuation of Deferred@936369665 after retry RPC after error@458862259), errback=(continuation of Deferred@1607775317 after retry RPC after error@559847991) -> (continuation of Deferred@1525013447 after retry RPC after error@1752440164) -> (continuation of Deferred@318269987 after retry RPC after error@1193461097) -> (continuation of Deferred@871175593 after retry RPC after error@2067440013) -> (continuation of Deferred@708994491 after retry RPC after error@2065359895) -> (continuation of Deferred@545388160 after retry RPC after error@244915668) -> (continuation of Deferred@936369665 after retry RPC after error@458862259)))
20:17:19.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.763 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.783 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.803 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.908 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1722802983(state=PENDING, result=null, callback=(continuation of Deferred@1522707666 after retry RPC after error@1449491763) -> (continuation of Deferred@554186581 after retry RPC after error@950488712) -> (continuation of Deferred@2001518962 after retry RPC after error@171816525) -> (continuation of Deferred@1785699008 after retry RPC after error@1748916747) -> (continuation of Deferred@2045264175 after retry RPC after error@511709057) -> (continuation of Deferred@145698571 after retry RPC after error@316396055), errback=(continuation of Deferred@1522707666 after retry RPC after error@1449491763) -> (continuation of Deferred@554186581 after retry RPC after error@950488712) -> (continuation of Deferred@2001518962 after retry RPC after error@171816525) -> (continuation of Deferred@1785699008 after retry RPC after error@1748916747) -> (continuation of Deferred@2045264175 after retry RPC after error@511709057) -> (continuation of Deferred@145698571 after retry RPC after error@316396055)))
20:17:19.909 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1722802983(state=PENDING, result=null, callback=(continuation of Deferred@1522707666 after retry RPC after error@1449491763) -> (continuation of Deferred@554186581 after retry RPC after error@950488712) -> (continuation of Deferred@2001518962 after retry RPC after error@171816525) -> (continuation of Deferred@1785699008 after retry RPC after error@1748916747) -> (continuation of Deferred@2045264175 after retry RPC after error@511709057) -> (continuation of Deferred@145698571 after retry RPC after error@316396055), errback=(continuation of Deferred@1522707666 after retry RPC after error@1449491763) -> (continuation of Deferred@554186581 after retry RPC after error@950488712) -> (continuation of Deferred@2001518962 after retry RPC after error@171816525) -> (continuation of Deferred@1785699008 after retry RPC after error@1748916747) -> (continuation of Deferred@2045264175 after retry RPC after error@511709057) -> (continuation of Deferred@145698571 after retry RPC after error@316396055)))
20:17:19.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:19.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:19.985 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:19.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:19.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:19.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.045 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.086 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.107 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@305159541(state=PENDING, result=null, callback=(continuation of Deferred@2052640535 after retry RPC after error@1937618847) -> (continuation of Deferred@630408818 after retry RPC after error@894991424) -> (continuation of Deferred@155467147 after retry RPC after error@387687027) -> (continuation of Deferred@679794228 after retry RPC after error@1581782296) -> (continuation of Deferred@1984484159 after retry RPC after error@1015742399) -> (continuation of Deferred@850508652 after retry RPC after error@743409911) -> (continuation of Deferred@472807274 after retry RPC after error@1999770711), errback=(continuation of Deferred@2052640535 after retry RPC after error@1937618847) -> (continuation of Deferred@630408818 after retry RPC after error@894991424) -> (continuation of Deferred@155467147 after retry RPC after error@387687027) -> (continuation of Deferred@679794228 after retry RPC after error@1581782296) -> (continuation of Deferred@1984484159 after retry RPC after error@1015742399) -> (continuation of Deferred@850508652 after retry RPC after error@743409911) -> (continuation of Deferred@472807274 after retry RPC after error@1999770711)))
20:17:20.107 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@305159541(state=PENDING, result=null, callback=(continuation of Deferred@2052640535 after retry RPC after error@1937618847) -> (continuation of Deferred@630408818 after retry RPC after error@894991424) -> (continuation of Deferred@155467147 after retry RPC after error@387687027) -> (continuation of Deferred@679794228 after retry RPC after error@1581782296) -> (continuation of Deferred@1984484159 after retry RPC after error@1015742399) -> (continuation of Deferred@850508652 after retry RPC after error@743409911) -> (continuation of Deferred@472807274 after retry RPC after error@1999770711), errback=(continuation of Deferred@2052640535 after retry RPC after error@1937618847) -> (continuation of Deferred@630408818 after retry RPC after error@894991424) -> (continuation of Deferred@155467147 after retry RPC after error@387687027) -> (continuation of Deferred@679794228 after retry RPC after error@1581782296) -> (continuation of Deferred@1984484159 after retry RPC after error@1015742399) -> (continuation of Deferred@850508652 after retry RPC after error@743409911) -> (continuation of Deferred@472807274 after retry RPC after error@1999770711)))
20:17:20.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.125 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.126 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.145 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.148 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.165 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.185 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.266 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@951029386(state=PENDING, result=null, callback=(continuation of Deferred@1199865041 after retry RPC after error@603017437) -> (continuation of Deferred@1114048508 after retry RPC after error@116923108) -> (continuation of Deferred@1660853278 after retry RPC after error@1268797220) -> (continuation of Deferred@822274379 after retry RPC after error@2003565237) -> (continuation of Deferred@1633912362 after retry RPC after error@678640717) -> (continuation of Deferred@236835001 after retry RPC after error@646655389), errback=(continuation of Deferred@1199865041 after retry RPC after error@603017437) -> (continuation of Deferred@1114048508 after retry RPC after error@116923108) -> (continuation of Deferred@1660853278 after retry RPC after error@1268797220) -> (continuation of Deferred@822274379 after retry RPC after error@2003565237) -> (continuation of Deferred@1633912362 after retry RPC after error@678640717) -> (continuation of Deferred@236835001 after retry RPC after error@646655389)))
20:17:20.267 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@951029386(state=PENDING, result=null, callback=(continuation of Deferred@1199865041 after retry RPC after error@603017437) -> (continuation of Deferred@1114048508 after retry RPC after error@116923108) -> (continuation of Deferred@1660853278 after retry RPC after error@1268797220) -> (continuation of Deferred@822274379 after retry RPC after error@2003565237) -> (continuation of Deferred@1633912362 after retry RPC after error@678640717) -> (continuation of Deferred@236835001 after retry RPC after error@646655389), errback=(continuation of Deferred@1199865041 after retry RPC after error@603017437) -> (continuation of Deferred@1114048508 after retry RPC after error@116923108) -> (continuation of Deferred@1660853278 after retry RPC after error@1268797220) -> (continuation of Deferred@822274379 after retry RPC after error@2003565237) -> (continuation of Deferred@1633912362 after retry RPC after error@678640717) -> (continuation of Deferred@236835001 after retry RPC after error@646655389)))
20:17:20.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.363 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.385 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.527 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1548189333(state=PENDING, result=null, callback=(continuation of Deferred@765728405 after retry RPC after error@462436181) -> (continuation of Deferred@453440906 after retry RPC after error@2085786537) -> (continuation of Deferred@1901011464 after retry RPC after error@1811909099) -> (continuation of Deferred@1199147963 after retry RPC after error@803116838) -> (continuation of Deferred@654946231 after retry RPC after error@808376940) -> (continuation of Deferred@998353793 after retry RPC after error@1614642288) -> (continuation of Deferred@178459607 after retry RPC after error@1276659029), errback=(continuation of Deferred@765728405 after retry RPC after error@462436181) -> (continuation of Deferred@453440906 after retry RPC after error@2085786537) -> (continuation of Deferred@1901011464 after retry RPC after error@1811909099) -> (continuation of Deferred@1199147963 after retry RPC after error@803116838) -> (continuation of Deferred@654946231 after retry RPC after error@808376940) -> (continuation of Deferred@998353793 after retry RPC after error@1614642288) -> (continuation of Deferred@178459607 after retry RPC after error@1276659029)))
20:17:20.527 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1548189333(state=PENDING, result=null, callback=(continuation of Deferred@765728405 after retry RPC after error@462436181) -> (continuation of Deferred@453440906 after retry RPC after error@2085786537) -> (continuation of Deferred@1901011464 after retry RPC after error@1811909099) -> (continuation of Deferred@1199147963 after retry RPC after error@803116838) -> (continuation of Deferred@654946231 after retry RPC after error@808376940) -> (continuation of Deferred@998353793 after retry RPC after error@1614642288) -> (continuation of Deferred@178459607 after retry RPC after error@1276659029), errback=(continuation of Deferred@765728405 after retry RPC after error@462436181) -> (continuation of Deferred@453440906 after retry RPC after error@2085786537) -> (continuation of Deferred@1901011464 after retry RPC after error@1811909099) -> (continuation of Deferred@1199147963 after retry RPC after error@803116838) -> (continuation of Deferred@654946231 after retry RPC after error@808376940) -> (continuation of Deferred@998353793 after retry RPC after error@1614642288) -> (continuation of Deferred@178459607 after retry RPC after error@1276659029)))
20:17:20.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.563 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.585 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.605 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.625 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.747 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@840386618(state=PENDING, result=null, callback=(continuation of Deferred@1227530850 after retry RPC after error@648664808) -> (continuation of Deferred@465759081 after retry RPC after error@320612019) -> (continuation of Deferred@263831296 after retry RPC after error@1733244553) -> (continuation of Deferred@1809453226 after retry RPC after error@427924188) -> (continuation of Deferred@1526888275 after retry RPC after error@1164442052) -> (continuation of Deferred@2114190978 after retry RPC after error@1807863012) -> (continuation of Deferred@590452256 after retry RPC after error@1499652699), errback=(continuation of Deferred@1227530850 after retry RPC after error@648664808) -> (continuation of Deferred@465759081 after retry RPC after error@320612019) -> (continuation of Deferred@263831296 after retry RPC after error@1733244553) -> (continuation of Deferred@1809453226 after retry RPC after error@427924188) -> (continuation of Deferred@1526888275 after retry RPC after error@1164442052) -> (continuation of Deferred@2114190978 after retry RPC after error@1807863012) -> (continuation of Deferred@590452256 after retry RPC after error@1499652699)))
20:17:20.747 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@840386618(state=PENDING, result=null, callback=(continuation of Deferred@1227530850 after retry RPC after error@648664808) -> (continuation of Deferred@465759081 after retry RPC after error@320612019) -> (continuation of Deferred@263831296 after retry RPC after error@1733244553) -> (continuation of Deferred@1809453226 after retry RPC after error@427924188) -> (continuation of Deferred@1526888275 after retry RPC after error@1164442052) -> (continuation of Deferred@2114190978 after retry RPC after error@1807863012) -> (continuation of Deferred@590452256 after retry RPC after error@1499652699), errback=(continuation of Deferred@1227530850 after retry RPC after error@648664808) -> (continuation of Deferred@465759081 after retry RPC after error@320612019) -> (continuation of Deferred@263831296 after retry RPC after error@1733244553) -> (continuation of Deferred@1809453226 after retry RPC after error@427924188) -> (continuation of Deferred@1526888275 after retry RPC after error@1164442052) -> (continuation of Deferred@2114190978 after retry RPC after error@1807863012) -> (continuation of Deferred@590452256 after retry RPC after error@1499652699)))
20:17:20.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.803 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.825 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.845 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.885 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:20.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:20.925 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:20.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:20.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:20.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.005 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.008 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.009 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [245ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@585970553(state=PENDING, result=null, callback=(continuation of Deferred@1107636132 after retry RPC after error@741433352) -> (continuation of Deferred@849871760 after retry RPC after error@2031458375) -> (continuation of Deferred@310829262 after retry RPC after error@890299318) -> (continuation of Deferred@1196872199 after retry RPC after error@307543306) -> (continuation of Deferred@930197278 after retry RPC after error@97445653) -> (continuation of Deferred@1954138945 after retry RPC after error@1131582505) -> (continuation of Deferred@2034358790 after retry RPC after error@197491828), errback=(continuation of Deferred@1107636132 after retry RPC after error@741433352) -> (continuation of Deferred@849871760 after retry RPC after error@2031458375) -> (continuation of Deferred@310829262 after retry RPC after error@890299318) -> (continuation of Deferred@1196872199 after retry RPC after error@307543306) -> (continuation of Deferred@930197278 after retry RPC after error@97445653) -> (continuation of Deferred@1954138945 after retry RPC after error@1131582505) -> (continuation of Deferred@2034358790 after retry RPC after error@197491828)))
20:17:21.009 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [245ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@585970553(state=PENDING, result=null, callback=(continuation of Deferred@1107636132 after retry RPC after error@741433352) -> (continuation of Deferred@849871760 after retry RPC after error@2031458375) -> (continuation of Deferred@310829262 after retry RPC after error@890299318) -> (continuation of Deferred@1196872199 after retry RPC after error@307543306) -> (continuation of Deferred@930197278 after retry RPC after error@97445653) -> (continuation of Deferred@1954138945 after retry RPC after error@1131582505) -> (continuation of Deferred@2034358790 after retry RPC after error@197491828), errback=(continuation of Deferred@1107636132 after retry RPC after error@741433352) -> (continuation of Deferred@849871760 after retry RPC after error@2031458375) -> (continuation of Deferred@310829262 after retry RPC after error@890299318) -> (continuation of Deferred@1196872199 after retry RPC after error@307543306) -> (continuation of Deferred@930197278 after retry RPC after error@97445653) -> (continuation of Deferred@1954138945 after retry RPC after error@1131582505) -> (continuation of Deferred@2034358790 after retry RPC after error@197491828)))
20:17:21.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.045 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.227 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@729358316(state=PENDING, result=null, callback=(continuation of Deferred@740333262 after retry RPC after error@565012916) -> (continuation of Deferred@1942424435 after retry RPC after error@270724248) -> (continuation of Deferred@941395636 after retry RPC after error@1916182730) -> (continuation of Deferred@962703724 after retry RPC after error@1050729716) -> (continuation of Deferred@1645579450 after retry RPC after error@627196098) -> (continuation of Deferred@297566163 after retry RPC after error@692274796) -> (continuation of Deferred@1744666530 after retry RPC after error@1353598927), errback=(continuation of Deferred@740333262 after retry RPC after error@565012916) -> (continuation of Deferred@1942424435 after retry RPC after error@270724248) -> (continuation of Deferred@941395636 after retry RPC after error@1916182730) -> (continuation of Deferred@962703724 after retry RPC after error@1050729716) -> (continuation of Deferred@1645579450 after retry RPC after error@627196098) -> (continuation of Deferred@297566163 after retry RPC after error@692274796) -> (continuation of Deferred@1744666530 after retry RPC after error@1353598927)))
20:17:21.228 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@729358316(state=PENDING, result=null, callback=(continuation of Deferred@740333262 after retry RPC after error@565012916) -> (continuation of Deferred@1942424435 after retry RPC after error@270724248) -> (continuation of Deferred@941395636 after retry RPC after error@1916182730) -> (continuation of Deferred@962703724 after retry RPC after error@1050729716) -> (continuation of Deferred@1645579450 after retry RPC after error@627196098) -> (continuation of Deferred@297566163 after retry RPC after error@692274796) -> (continuation of Deferred@1744666530 after retry RPC after error@1353598927), errback=(continuation of Deferred@740333262 after retry RPC after error@565012916) -> (continuation of Deferred@1942424435 after retry RPC after error@270724248) -> (continuation of Deferred@941395636 after retry RPC after error@1916182730) -> (continuation of Deferred@962703724 after retry RPC after error@1050729716) -> (continuation of Deferred@1645579450 after retry RPC after error@627196098) -> (continuation of Deferred@297566163 after retry RPC after error@692274796) -> (continuation of Deferred@1744666530 after retry RPC after error@1353598927)))
20:17:21.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.323 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.345 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@42222229(state=PENDING, result=null, callback=(continuation of Deferred@1887385563 after retry RPC after error@269985815) -> (continuation of Deferred@504127151 after retry RPC after error@1052522257) -> (continuation of Deferred@930352882 after retry RPC after error@445538075) -> (continuation of Deferred@1720419267 after retry RPC after error@969942204) -> (continuation of Deferred@784641770 after retry RPC after error@1188711086) -> (continuation of Deferred@2096454701 after retry RPC after error@1144545995), errback=(continuation of Deferred@1887385563 after retry RPC after error@269985815) -> (continuation of Deferred@504127151 after retry RPC after error@1052522257) -> (continuation of Deferred@930352882 after retry RPC after error@445538075) -> (continuation of Deferred@1720419267 after retry RPC after error@969942204) -> (continuation of Deferred@784641770 after retry RPC after error@1188711086) -> (continuation of Deferred@2096454701 after retry RPC after error@1144545995)))
20:17:21.406 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@42222229(state=PENDING, result=null, callback=(continuation of Deferred@1887385563 after retry RPC after error@269985815) -> (continuation of Deferred@504127151 after retry RPC after error@1052522257) -> (continuation of Deferred@930352882 after retry RPC after error@445538075) -> (continuation of Deferred@1720419267 after retry RPC after error@969942204) -> (continuation of Deferred@784641770 after retry RPC after error@1188711086) -> (continuation of Deferred@2096454701 after retry RPC after error@1144545995), errback=(continuation of Deferred@1887385563 after retry RPC after error@269985815) -> (continuation of Deferred@504127151 after retry RPC after error@1052522257) -> (continuation of Deferred@930352882 after retry RPC after error@445538075) -> (continuation of Deferred@1720419267 after retry RPC after error@969942204) -> (continuation of Deferred@784641770 after retry RPC after error@1188711086) -> (continuation of Deferred@2096454701 after retry RPC after error@1144545995)))
20:17:21.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.425 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.445 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@716153452(state=PENDING, result=null, callback=(continuation of Deferred@813582676 after retry RPC after error@1029014540) -> (continuation of Deferred@824587123 after retry RPC after error@1724734457) -> (continuation of Deferred@607885981 after retry RPC after error@895422450) -> (continuation of Deferred@895623041 after retry RPC after error@972851271) -> (continuation of Deferred@1105924759 after retry RPC after error@201766343) -> (continuation of Deferred@691879377 after retry RPC after error@1952327169), errback=(continuation of Deferred@813582676 after retry RPC after error@1029014540) -> (continuation of Deferred@824587123 after retry RPC after error@1724734457) -> (continuation of Deferred@607885981 after retry RPC after error@895422450) -> (continuation of Deferred@895623041 after retry RPC after error@972851271) -> (continuation of Deferred@1105924759 after retry RPC after error@201766343) -> (continuation of Deferred@691879377 after retry RPC after error@1952327169)))
20:17:21.570 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@716153452(state=PENDING, result=null, callback=(continuation of Deferred@813582676 after retry RPC after error@1029014540) -> (continuation of Deferred@824587123 after retry RPC after error@1724734457) -> (continuation of Deferred@607885981 after retry RPC after error@895422450) -> (continuation of Deferred@895623041 after retry RPC after error@972851271) -> (continuation of Deferred@1105924759 after retry RPC after error@201766343) -> (continuation of Deferred@691879377 after retry RPC after error@1952327169), errback=(continuation of Deferred@813582676 after retry RPC after error@1029014540) -> (continuation of Deferred@824587123 after retry RPC after error@1724734457) -> (continuation of Deferred@607885981 after retry RPC after error@895422450) -> (continuation of Deferred@895623041 after retry RPC after error@972851271) -> (continuation of Deferred@1105924759 after retry RPC after error@201766343) -> (continuation of Deferred@691879377 after retry RPC after error@1952327169)))
20:17:21.583 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.605 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1087999452(state=PENDING, result=null, callback=(continuation of Deferred@1061144292 after retry RPC after error@1779927791) -> (continuation of Deferred@681374706 after retry RPC after error@614935632) -> (continuation of Deferred@1701762758 after retry RPC after error@863529078) -> (continuation of Deferred@2092174984 after retry RPC after error@1642887394) -> (continuation of Deferred@1915177727 after retry RPC after error@49063701) -> (continuation of Deferred@1584413070 after retry RPC after error@1549361610) -> (continuation of Deferred@341948428 after retry RPC after error@1934782874) -> (continuation of Deferred@749832759 after retry RPC after error@1005709658), errback=(continuation of Deferred@1061144292 after retry RPC after error@1779927791) -> (continuation of Deferred@681374706 after retry RPC after error@614935632) -> (continuation of Deferred@1701762758 after retry RPC after error@863529078) -> (continuation of Deferred@2092174984 after retry RPC after error@1642887394) -> (continuation of Deferred@1915177727 after retry RPC after error@49063701) -> (continuation of Deferred@1584413070 after retry RPC after error@1549361610) -> (continuation of Deferred@341948428 after retry RPC after error@1934782874) -> (continuation of Deferred@749832759 after retry RPC after error@1005709658)))
20:17:21.807 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1087999452(state=PENDING, result=null, callback=(continuation of Deferred@1061144292 after retry RPC after error@1779927791) -> (continuation of Deferred@681374706 after retry RPC after error@614935632) -> (continuation of Deferred@1701762758 after retry RPC after error@863529078) -> (continuation of Deferred@2092174984 after retry RPC after error@1642887394) -> (continuation of Deferred@1915177727 after retry RPC after error@49063701) -> (continuation of Deferred@1584413070 after retry RPC after error@1549361610) -> (continuation of Deferred@341948428 after retry RPC after error@1934782874) -> (continuation of Deferred@749832759 after retry RPC after error@1005709658), errback=(continuation of Deferred@1061144292 after retry RPC after error@1779927791) -> (continuation of Deferred@681374706 after retry RPC after error@614935632) -> (continuation of Deferred@1701762758 after retry RPC after error@863529078) -> (continuation of Deferred@2092174984 after retry RPC after error@1642887394) -> (continuation of Deferred@1915177727 after retry RPC after error@49063701) -> (continuation of Deferred@1584413070 after retry RPC after error@1549361610) -> (continuation of Deferred@341948428 after retry RPC after error@1934782874) -> (continuation of Deferred@749832759 after retry RPC after error@1005709658)))
20:17:21.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.865 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:21.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:21.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:21.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:21.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:21.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.065 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.067 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1680968327(state=PENDING, result=null, callback=(continuation of Deferred@1740014072 after retry RPC after error@1657255962) -> (continuation of Deferred@944085659 after retry RPC after error@1355303590) -> (continuation of Deferred@60991494 after retry RPC after error@1559938816) -> (continuation of Deferred@1216290630 after retry RPC after error@1517351317) -> (continuation of Deferred@1283756101 after retry RPC after error@1187810322) -> (continuation of Deferred@1996041890 after retry RPC after error@727225777) -> (continuation of Deferred@1136016935 after retry RPC after error@1631094367), errback=(continuation of Deferred@1740014072 after retry RPC after error@1657255962) -> (continuation of Deferred@944085659 after retry RPC after error@1355303590) -> (continuation of Deferred@60991494 after retry RPC after error@1559938816) -> (continuation of Deferred@1216290630 after retry RPC after error@1517351317) -> (continuation of Deferred@1283756101 after retry RPC after error@1187810322) -> (continuation of Deferred@1996041890 after retry RPC after error@727225777) -> (continuation of Deferred@1136016935 after retry RPC after error@1631094367)))
20:17:22.067 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1680968327(state=PENDING, result=null, callback=(continuation of Deferred@1740014072 after retry RPC after error@1657255962) -> (continuation of Deferred@944085659 after retry RPC after error@1355303590) -> (continuation of Deferred@60991494 after retry RPC after error@1559938816) -> (continuation of Deferred@1216290630 after retry RPC after error@1517351317) -> (continuation of Deferred@1283756101 after retry RPC after error@1187810322) -> (continuation of Deferred@1996041890 after retry RPC after error@727225777) -> (continuation of Deferred@1136016935 after retry RPC after error@1631094367), errback=(continuation of Deferred@1740014072 after retry RPC after error@1657255962) -> (continuation of Deferred@944085659 after retry RPC after error@1355303590) -> (continuation of Deferred@60991494 after retry RPC after error@1559938816) -> (continuation of Deferred@1216290630 after retry RPC after error@1517351317) -> (continuation of Deferred@1283756101 after retry RPC after error@1187810322) -> (continuation of Deferred@1996041890 after retry RPC after error@727225777) -> (continuation of Deferred@1136016935 after retry RPC after error@1631094367)))
20:17:22.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.165 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.305 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.307 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1422767722(state=PENDING, result=null, callback=(continuation of Deferred@60796111 after retry RPC after error@1978850690) -> (continuation of Deferred@828795972 after retry RPC after error@144831204) -> (continuation of Deferred@1990643435 after retry RPC after error@358290288) -> (continuation of Deferred@391989715 after retry RPC after error@283950862) -> (continuation of Deferred@1350433390 after retry RPC after error@502309762) -> (continuation of Deferred@1620992574 after retry RPC after error@369079788) -> (continuation of Deferred@720278455 after retry RPC after error@849009115), errback=(continuation of Deferred@60796111 after retry RPC after error@1978850690) -> (continuation of Deferred@828795972 after retry RPC after error@144831204) -> (continuation of Deferred@1990643435 after retry RPC after error@358290288) -> (continuation of Deferred@391989715 after retry RPC after error@283950862) -> (continuation of Deferred@1350433390 after retry RPC after error@502309762) -> (continuation of Deferred@1620992574 after retry RPC after error@369079788) -> (continuation of Deferred@720278455 after retry RPC after error@849009115)))
20:17:22.307 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1422767722(state=PENDING, result=null, callback=(continuation of Deferred@60796111 after retry RPC after error@1978850690) -> (continuation of Deferred@828795972 after retry RPC after error@144831204) -> (continuation of Deferred@1990643435 after retry RPC after error@358290288) -> (continuation of Deferred@391989715 after retry RPC after error@283950862) -> (continuation of Deferred@1350433390 after retry RPC after error@502309762) -> (continuation of Deferred@1620992574 after retry RPC after error@369079788) -> (continuation of Deferred@720278455 after retry RPC after error@849009115), errback=(continuation of Deferred@60796111 after retry RPC after error@1978850690) -> (continuation of Deferred@828795972 after retry RPC after error@144831204) -> (continuation of Deferred@1990643435 after retry RPC after error@358290288) -> (continuation of Deferred@391989715 after retry RPC after error@283950862) -> (continuation of Deferred@1350433390 after retry RPC after error@502309762) -> (continuation of Deferred@1620992574 after retry RPC after error@369079788) -> (continuation of Deferred@720278455 after retry RPC after error@849009115)))
20:17:22.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.383 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.405 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.526 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@662065539(state=PENDING, result=null, callback=(continuation of Deferred@533410717 after retry RPC after error@1714878812) -> (continuation of Deferred@932466347 after retry RPC after error@586935187) -> (continuation of Deferred@1684693898 after retry RPC after error@893884994) -> (continuation of Deferred@548629335 after retry RPC after error@1575599009) -> (continuation of Deferred@1781065125 after retry RPC after error@1672804136) -> (continuation of Deferred@1491517914 after retry RPC after error@1212308948) -> (continuation of Deferred@1701485748 after retry RPC after error@564341382) -> (continuation of Deferred@1336264569 after retry RPC after error@357801892), errback=(continuation of Deferred@533410717 after retry RPC after error@1714878812) -> (continuation of Deferred@932466347 after retry RPC after error@586935187) -> (continuation of Deferred@1684693898 after retry RPC after error@893884994) -> (continuation of Deferred@548629335 after retry RPC after error@1575599009) -> (continuation of Deferred@1781065125 after retry RPC after error@1672804136) -> (continuation of Deferred@1491517914 after retry RPC after error@1212308948) -> (continuation of Deferred@1701485748 after retry RPC after error@564341382) -> (continuation of Deferred@1336264569 after retry RPC after error@357801892)))
20:17:22.527 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@662065539(state=PENDING, result=null, callback=(continuation of Deferred@533410717 after retry RPC after error@1714878812) -> (continuation of Deferred@932466347 after retry RPC after error@586935187) -> (continuation of Deferred@1684693898 after retry RPC after error@893884994) -> (continuation of Deferred@548629335 after retry RPC after error@1575599009) -> (continuation of Deferred@1781065125 after retry RPC after error@1672804136) -> (continuation of Deferred@1491517914 after retry RPC after error@1212308948) -> (continuation of Deferred@1701485748 after retry RPC after error@564341382) -> (continuation of Deferred@1336264569 after retry RPC after error@357801892), errback=(continuation of Deferred@533410717 after retry RPC after error@1714878812) -> (continuation of Deferred@932466347 after retry RPC after error@586935187) -> (continuation of Deferred@1684693898 after retry RPC after error@893884994) -> (continuation of Deferred@548629335 after retry RPC after error@1575599009) -> (continuation of Deferred@1781065125 after retry RPC after error@1672804136) -> (continuation of Deferred@1491517914 after retry RPC after error@1212308948) -> (continuation of Deferred@1701485748 after retry RPC after error@564341382) -> (continuation of Deferred@1336264569 after retry RPC after error@357801892)))
20:17:22.543 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.565 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.585 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.706 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@394973226(state=PENDING, result=null, callback=(continuation of Deferred@2042756260 after retry RPC after error@2091084369) -> (continuation of Deferred@1944704824 after retry RPC after error@849560303) -> (continuation of Deferred@1148300483 after retry RPC after error@593999870) -> (continuation of Deferred@512419005 after retry RPC after error@915827129) -> (continuation of Deferred@2135481372 after retry RPC after error@1628326988) -> (continuation of Deferred@686355420 after retry RPC after error@758553817), errback=(continuation of Deferred@2042756260 after retry RPC after error@2091084369) -> (continuation of Deferred@1944704824 after retry RPC after error@849560303) -> (continuation of Deferred@1148300483 after retry RPC after error@593999870) -> (continuation of Deferred@512419005 after retry RPC after error@915827129) -> (continuation of Deferred@2135481372 after retry RPC after error@1628326988) -> (continuation of Deferred@686355420 after retry RPC after error@758553817)))
20:17:22.706 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@394973226(state=PENDING, result=null, callback=(continuation of Deferred@2042756260 after retry RPC after error@2091084369) -> (continuation of Deferred@1944704824 after retry RPC after error@849560303) -> (continuation of Deferred@1148300483 after retry RPC after error@593999870) -> (continuation of Deferred@512419005 after retry RPC after error@915827129) -> (continuation of Deferred@2135481372 after retry RPC after error@1628326988) -> (continuation of Deferred@686355420 after retry RPC after error@758553817), errback=(continuation of Deferred@2042756260 after retry RPC after error@2091084369) -> (continuation of Deferred@1944704824 after retry RPC after error@849560303) -> (continuation of Deferred@1148300483 after retry RPC after error@593999870) -> (continuation of Deferred@512419005 after retry RPC after error@915827129) -> (continuation of Deferred@2135481372 after retry RPC after error@1628326988) -> (continuation of Deferred@686355420 after retry RPC after error@758553817)))
20:17:22.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.745 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:22.801977 16134 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:22.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:22.807498 16134 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:22.809204 16136 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.31.252:39201)
20:17:22.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:22.967 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1979026432(state=PENDING, result=null, callback=(continuation of Deferred@710944326 after retry RPC after error@1681022593) -> (continuation of Deferred@291580657 after retry RPC after error@1219309905) -> (continuation of Deferred@1666481172 after retry RPC after error@367325353) -> (continuation of Deferred@231372358 after retry RPC after error@751630615) -> (continuation of Deferred@1815643206 after retry RPC after error@1592475856) -> (continuation of Deferred@5076237 after retry RPC after error@1266819154) -> (continuation of Deferred@1672513488 after retry RPC after error@1733928630), errback=(continuation of Deferred@710944326 after retry RPC after error@1681022593) -> (continuation of Deferred@291580657 after retry RPC after error@1219309905) -> (continuation of Deferred@1666481172 after retry RPC after error@367325353) -> (continuation of Deferred@231372358 after retry RPC after error@751630615) -> (continuation of Deferred@1815643206 after retry RPC after error@1592475856) -> (continuation of Deferred@5076237 after retry RPC after error@1266819154) -> (continuation of Deferred@1672513488 after retry RPC after error@1733928630)))
20:17:22.967 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1979026432(state=PENDING, result=null, callback=(continuation of Deferred@710944326 after retry RPC after error@1681022593) -> (continuation of Deferred@291580657 after retry RPC after error@1219309905) -> (continuation of Deferred@1666481172 after retry RPC after error@367325353) -> (continuation of Deferred@231372358 after retry RPC after error@751630615) -> (continuation of Deferred@1815643206 after retry RPC after error@1592475856) -> (continuation of Deferred@5076237 after retry RPC after error@1266819154) -> (continuation of Deferred@1672513488 after retry RPC after error@1733928630), errback=(continuation of Deferred@710944326 after retry RPC after error@1681022593) -> (continuation of Deferred@291580657 after retry RPC after error@1219309905) -> (continuation of Deferred@1666481172 after retry RPC after error@367325353) -> (continuation of Deferred@231372358 after retry RPC after error@751630615) -> (continuation of Deferred@1815643206 after retry RPC after error@1592475856) -> (continuation of Deferred@5076237 after retry RPC after error@1266819154) -> (continuation of Deferred@1672513488 after retry RPC after error@1733928630)))
20:17:22.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:22.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:22.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:22.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:22.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.045 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.065 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.105 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.244 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1060764283(state=PENDING, result=null, callback=(continuation of Deferred@1918986496 after retry RPC after error@1541315808) -> (continuation of Deferred@868699650 after retry RPC after error@1138589731) -> (continuation of Deferred@982374449 after retry RPC after error@362506780) -> (continuation of Deferred@472224243 after retry RPC after error@869713612) -> (continuation of Deferred@1733217495 after retry RPC after error@701202856) -> (continuation of Deferred@433137515 after retry RPC after error@473199163) -> (continuation of Deferred@218971422 after retry RPC after error@2025728982), errback=(continuation of Deferred@1918986496 after retry RPC after error@1541315808) -> (continuation of Deferred@868699650 after retry RPC after error@1138589731) -> (continuation of Deferred@982374449 after retry RPC after error@362506780) -> (continuation of Deferred@472224243 after retry RPC after error@869713612) -> (continuation of Deferred@1733217495 after retry RPC after error@701202856) -> (continuation of Deferred@433137515 after retry RPC after error@473199163) -> (continuation of Deferred@218971422 after retry RPC after error@2025728982)))
20:17:23.244 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:23.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.323 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.345 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.446 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@122924478(state=PENDING, result=null, callback=(continuation of Deferred@78609740 after retry RPC after error@810535829) -> (continuation of Deferred@393604881 after retry RPC after error@223452700) -> (continuation of Deferred@1928058855 after retry RPC after error@1010215244) -> (continuation of Deferred@67359932 after retry RPC after error@94575454) -> (continuation of Deferred@702263522 after retry RPC after error@548278364) -> (continuation of Deferred@982685377 after retry RPC after error@662045478) -> (continuation of Deferred@1398729610 after retry RPC after error@60960077), errback=(continuation of Deferred@78609740 after retry RPC after error@810535829) -> (continuation of Deferred@393604881 after retry RPC after error@223452700) -> (continuation of Deferred@1928058855 after retry RPC after error@1010215244) -> (continuation of Deferred@67359932 after retry RPC after error@94575454) -> (continuation of Deferred@702263522 after retry RPC after error@548278364) -> (continuation of Deferred@982685377 after retry RPC after error@662045478) -> (continuation of Deferred@1398729610 after retry RPC after error@60960077)))
20:17:23.447 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@122924478(state=PENDING, result=null, callback=(continuation of Deferred@78609740 after retry RPC after error@810535829) -> (continuation of Deferred@393604881 after retry RPC after error@223452700) -> (continuation of Deferred@1928058855 after retry RPC after error@1010215244) -> (continuation of Deferred@67359932 after retry RPC after error@94575454) -> (continuation of Deferred@702263522 after retry RPC after error@548278364) -> (continuation of Deferred@982685377 after retry RPC after error@662045478) -> (continuation of Deferred@1398729610 after retry RPC after error@60960077), errback=(continuation of Deferred@78609740 after retry RPC after error@810535829) -> (continuation of Deferred@393604881 after retry RPC after error@223452700) -> (continuation of Deferred@1928058855 after retry RPC after error@1010215244) -> (continuation of Deferred@67359932 after retry RPC after error@94575454) -> (continuation of Deferred@702263522 after retry RPC after error@548278364) -> (continuation of Deferred@982685377 after retry RPC after error@662045478) -> (continuation of Deferred@1398729610 after retry RPC after error@60960077)))
20:17:23.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.466 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.503 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.525 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.545 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.585 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.625 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.683 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.686 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1157526972(state=PENDING, result=null, callback=(continuation of Deferred@1750089827 after retry RPC after error@1907357078) -> (continuation of Deferred@1553117987 after retry RPC after error@1802927768) -> (continuation of Deferred@21981389 after retry RPC after error@255999543) -> (continuation of Deferred@1182830423 after retry RPC after error@509262753) -> (continuation of Deferred@1688842663 after retry RPC after error@2055510147) -> (continuation of Deferred@943479475 after retry RPC after error@1936746918) -> (continuation of Deferred@1526586086 after retry RPC after error@81990074), errback=(continuation of Deferred@1750089827 after retry RPC after error@1907357078) -> (continuation of Deferred@1553117987 after retry RPC after error@1802927768) -> (continuation of Deferred@21981389 after retry RPC after error@255999543) -> (continuation of Deferred@1182830423 after retry RPC after error@509262753) -> (continuation of Deferred@1688842663 after retry RPC after error@2055510147) -> (continuation of Deferred@943479475 after retry RPC after error@1936746918) -> (continuation of Deferred@1526586086 after retry RPC after error@81990074)))
20:17:23.686 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1157526972(state=PENDING, result=null, callback=(continuation of Deferred@1750089827 after retry RPC after error@1907357078) -> (continuation of Deferred@1553117987 after retry RPC after error@1802927768) -> (continuation of Deferred@21981389 after retry RPC after error@255999543) -> (continuation of Deferred@1182830423 after retry RPC after error@509262753) -> (continuation of Deferred@1688842663 after retry RPC after error@2055510147) -> (continuation of Deferred@943479475 after retry RPC after error@1936746918) -> (continuation of Deferred@1526586086 after retry RPC after error@81990074), errback=(continuation of Deferred@1750089827 after retry RPC after error@1907357078) -> (continuation of Deferred@1553117987 after retry RPC after error@1802927768) -> (continuation of Deferred@21981389 after retry RPC after error@255999543) -> (continuation of Deferred@1182830423 after retry RPC after error@509262753) -> (continuation of Deferred@1688842663 after retry RPC after error@2055510147) -> (continuation of Deferred@943479475 after retry RPC after error@1936746918) -> (continuation of Deferred@1526586086 after retry RPC after error@81990074)))
20:17:23.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.723 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.745 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@585726725(state=PENDING, result=null, callback=(continuation of Deferred@658069228 after retry RPC after error@812614433) -> (continuation of Deferred@510271630 after retry RPC after error@1999782165) -> (continuation of Deferred@449967913 after retry RPC after error@1449855449) -> (continuation of Deferred@424291786 after retry RPC after error@2090200351) -> (continuation of Deferred@1768437019 after retry RPC after error@1740885038) -> (continuation of Deferred@791648609 after retry RPC after error@2080466062), errback=(continuation of Deferred@658069228 after retry RPC after error@812614433) -> (continuation of Deferred@510271630 after retry RPC after error@1999782165) -> (continuation of Deferred@449967913 after retry RPC after error@1449855449) -> (continuation of Deferred@424291786 after retry RPC after error@2090200351) -> (continuation of Deferred@1768437019 after retry RPC after error@1740885038) -> (continuation of Deferred@791648609 after retry RPC after error@2080466062)))
20:17:23.847 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@585726725(state=PENDING, result=null, callback=(continuation of Deferred@658069228 after retry RPC after error@812614433) -> (continuation of Deferred@510271630 after retry RPC after error@1999782165) -> (continuation of Deferred@449967913 after retry RPC after error@1449855449) -> (continuation of Deferred@424291786 after retry RPC after error@2090200351) -> (continuation of Deferred@1768437019 after retry RPC after error@1740885038) -> (continuation of Deferred@791648609 after retry RPC after error@2080466062), errback=(continuation of Deferred@658069228 after retry RPC after error@812614433) -> (continuation of Deferred@510271630 after retry RPC after error@1999782165) -> (continuation of Deferred@449967913 after retry RPC after error@1449855449) -> (continuation of Deferred@424291786 after retry RPC after error@2090200351) -> (continuation of Deferred@1768437019 after retry RPC after error@1740885038) -> (continuation of Deferred@791648609 after retry RPC after error@2080466062)))
20:17:23.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.905 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.925 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:23.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:23.965 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:23.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:23.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:23.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1189593909(state=PENDING, result=null, callback=(continuation of Deferred@1327308867 after retry RPC after error@1053617902) -> (continuation of Deferred@1284221241 after retry RPC after error@881669622) -> (continuation of Deferred@305398812 after retry RPC after error@1272324906) -> (continuation of Deferred@1510312200 after retry RPC after error@133834043) -> (continuation of Deferred@895272252 after retry RPC after error@1332314062) -> (continuation of Deferred@961733346 after retry RPC after error@1876417294), errback=(continuation of Deferred@1327308867 after retry RPC after error@1053617902) -> (continuation of Deferred@1284221241 after retry RPC after error@881669622) -> (continuation of Deferred@305398812 after retry RPC after error@1272324906) -> (continuation of Deferred@1510312200 after retry RPC after error@133834043) -> (continuation of Deferred@895272252 after retry RPC after error@1332314062) -> (continuation of Deferred@961733346 after retry RPC after error@1876417294)))
20:17:24.027 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1189593909(state=PENDING, result=null, callback=(continuation of Deferred@1327308867 after retry RPC after error@1053617902) -> (continuation of Deferred@1284221241 after retry RPC after error@881669622) -> (continuation of Deferred@305398812 after retry RPC after error@1272324906) -> (continuation of Deferred@1510312200 after retry RPC after error@133834043) -> (continuation of Deferred@895272252 after retry RPC after error@1332314062) -> (continuation of Deferred@961733346 after retry RPC after error@1876417294), errback=(continuation of Deferred@1327308867 after retry RPC after error@1053617902) -> (continuation of Deferred@1284221241 after retry RPC after error@881669622) -> (continuation of Deferred@305398812 after retry RPC after error@1272324906) -> (continuation of Deferred@1510312200 after retry RPC after error@133834043) -> (continuation of Deferred@895272252 after retry RPC after error@1332314062) -> (continuation of Deferred@961733346 after retry RPC after error@1876417294)))
20:17:24.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.045 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.123 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.165 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.185 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.304 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@830490151(state=PENDING, result=null, callback=(continuation of Deferred@501737502 after retry RPC after error@1905230833) -> (continuation of Deferred@1692287977 after retry RPC after error@1465679915) -> (continuation of Deferred@1968780742 after retry RPC after error@2026156183) -> (continuation of Deferred@1855153517 after retry RPC after error@1568533836) -> (continuation of Deferred@1639318560 after retry RPC after error@1009471625) -> (continuation of Deferred@1231479404 after retry RPC after error@2068013441) -> (continuation of Deferred@713420237 after retry RPC after error@1280069388), errback=(continuation of Deferred@501737502 after retry RPC after error@1905230833) -> (continuation of Deferred@1692287977 after retry RPC after error@1465679915) -> (continuation of Deferred@1968780742 after retry RPC after error@2026156183) -> (continuation of Deferred@1855153517 after retry RPC after error@1568533836) -> (continuation of Deferred@1639318560 after retry RPC after error@1009471625) -> (continuation of Deferred@1231479404 after retry RPC after error@2068013441) -> (continuation of Deferred@713420237 after retry RPC after error@1280069388)))
20:17:24.304 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:24.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.325 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.345 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.423 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.546 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@614091328(state=PENDING, result=null, callback=(continuation of Deferred@1037762538 after retry RPC after error@2146676050) -> (continuation of Deferred@1660001493 after retry RPC after error@340722305) -> (continuation of Deferred@2122357325 after retry RPC after error@477835762) -> (continuation of Deferred@1912738204 after retry RPC after error@515198551) -> (continuation of Deferred@1688075582 after retry RPC after error@564966654) -> (continuation of Deferred@1128320934 after retry RPC after error@2008282735) -> (continuation of Deferred@2093777322 after retry RPC after error@948158857), errback=(continuation of Deferred@1037762538 after retry RPC after error@2146676050) -> (continuation of Deferred@1660001493 after retry RPC after error@340722305) -> (continuation of Deferred@2122357325 after retry RPC after error@477835762) -> (continuation of Deferred@1912738204 after retry RPC after error@515198551) -> (continuation of Deferred@1688075582 after retry RPC after error@564966654) -> (continuation of Deferred@1128320934 after retry RPC after error@2008282735) -> (continuation of Deferred@2093777322 after retry RPC after error@948158857)))
20:17:24.546 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@614091328(state=PENDING, result=null, callback=(continuation of Deferred@1037762538 after retry RPC after error@2146676050) -> (continuation of Deferred@1660001493 after retry RPC after error@340722305) -> (continuation of Deferred@2122357325 after retry RPC after error@477835762) -> (continuation of Deferred@1912738204 after retry RPC after error@515198551) -> (continuation of Deferred@1688075582 after retry RPC after error@564966654) -> (continuation of Deferred@1128320934 after retry RPC after error@2008282735) -> (continuation of Deferred@2093777322 after retry RPC after error@948158857), errback=(continuation of Deferred@1037762538 after retry RPC after error@2146676050) -> (continuation of Deferred@1660001493 after retry RPC after error@340722305) -> (continuation of Deferred@2122357325 after retry RPC after error@477835762) -> (continuation of Deferred@1912738204 after retry RPC after error@515198551) -> (continuation of Deferred@1688075582 after retry RPC after error@564966654) -> (continuation of Deferred@1128320934 after retry RPC after error@2008282735) -> (continuation of Deferred@2093777322 after retry RPC after error@948158857)))
20:17:24.563 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.586 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.643 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.665 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.705 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.765 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1344010251(state=PENDING, result=null, callback=(continuation of Deferred@1814546394 after retry RPC after error@1135757299) -> (continuation of Deferred@1782921975 after retry RPC after error@1704025108) -> (continuation of Deferred@928665195 after retry RPC after error@1711676076) -> (continuation of Deferred@626464281 after retry RPC after error@1246338907) -> (continuation of Deferred@797288815 after retry RPC after error@2038437193) -> (continuation of Deferred@1694114750 after retry RPC after error@1649396541) -> (continuation of Deferred@1610860746 after retry RPC after error@424719326) -> (continuation of Deferred@746751129 after retry RPC after error@805876759), errback=(continuation of Deferred@1814546394 after retry RPC after error@1135757299) -> (continuation of Deferred@1782921975 after retry RPC after error@1704025108) -> (continuation of Deferred@928665195 after retry RPC after error@1711676076) -> (continuation of Deferred@626464281 after retry RPC after error@1246338907) -> (continuation of Deferred@797288815 after retry RPC after error@2038437193) -> (continuation of Deferred@1694114750 after retry RPC after error@1649396541) -> (continuation of Deferred@1610860746 after retry RPC after error@424719326) -> (continuation of Deferred@746751129 after retry RPC after error@805876759)))
20:17:24.787 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1344010251(state=PENDING, result=null, callback=(continuation of Deferred@1814546394 after retry RPC after error@1135757299) -> (continuation of Deferred@1782921975 after retry RPC after error@1704025108) -> (continuation of Deferred@928665195 after retry RPC after error@1711676076) -> (continuation of Deferred@626464281 after retry RPC after error@1246338907) -> (continuation of Deferred@797288815 after retry RPC after error@2038437193) -> (continuation of Deferred@1694114750 after retry RPC after error@1649396541) -> (continuation of Deferred@1610860746 after retry RPC after error@424719326) -> (continuation of Deferred@746751129 after retry RPC after error@805876759), errback=(continuation of Deferred@1814546394 after retry RPC after error@1135757299) -> (continuation of Deferred@1782921975 after retry RPC after error@1704025108) -> (continuation of Deferred@928665195 after retry RPC after error@1711676076) -> (continuation of Deferred@626464281 after retry RPC after error@1246338907) -> (continuation of Deferred@797288815 after retry RPC after error@2038437193) -> (continuation of Deferred@1694114750 after retry RPC after error@1649396541) -> (continuation of Deferred@1610860746 after retry RPC after error@424719326) -> (continuation of Deferred@746751129 after retry RPC after error@805876759)))
20:17:24.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:24.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:24.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:24.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:24.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:24.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@135945259(state=PENDING, result=null, callback=(continuation of Deferred@355413629 after retry RPC after error@1774355193) -> (continuation of Deferred@1086913034 after retry RPC after error@451484988) -> (continuation of Deferred@1985578202 after retry RPC after error@191956386) -> (continuation of Deferred@216970860 after retry RPC after error@1589402160) -> (continuation of Deferred@1694067305 after retry RPC after error@1730559809) -> (continuation of Deferred@511883295 after retry RPC after error@584260645) -> (continuation of Deferred@223772724 after retry RPC after error@1541176040), errback=(continuation of Deferred@355413629 after retry RPC after error@1774355193) -> (continuation of Deferred@1086913034 after retry RPC after error@451484988) -> (continuation of Deferred@1985578202 after retry RPC after error@191956386) -> (continuation of Deferred@216970860 after retry RPC after error@1589402160) -> (continuation of Deferred@1694067305 after retry RPC after error@1730559809) -> (continuation of Deferred@511883295 after retry RPC after error@584260645) -> (continuation of Deferred@223772724 after retry RPC after error@1541176040)))
20:17:25.047 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@135945259(state=PENDING, result=null, callback=(continuation of Deferred@355413629 after retry RPC after error@1774355193) -> (continuation of Deferred@1086913034 after retry RPC after error@451484988) -> (continuation of Deferred@1985578202 after retry RPC after error@191956386) -> (continuation of Deferred@216970860 after retry RPC after error@1589402160) -> (continuation of Deferred@1694067305 after retry RPC after error@1730559809) -> (continuation of Deferred@511883295 after retry RPC after error@584260645) -> (continuation of Deferred@223772724 after retry RPC after error@1541176040), errback=(continuation of Deferred@355413629 after retry RPC after error@1774355193) -> (continuation of Deferred@1086913034 after retry RPC after error@451484988) -> (continuation of Deferred@1985578202 after retry RPC after error@191956386) -> (continuation of Deferred@216970860 after retry RPC after error@1589402160) -> (continuation of Deferred@1694067305 after retry RPC after error@1730559809) -> (continuation of Deferred@511883295 after retry RPC after error@584260645) -> (continuation of Deferred@223772724 after retry RPC after error@1541176040)))
20:17:25.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.085 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.183 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.205 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:25.205834 16468 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8985749f5a484a0da7b610877467df51)
20:17:25.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:25.206116 16468 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:25.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:25.208210 15597 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:17:25.208 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:25.208518 16468 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:25.209 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=144), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1554294127(state=PENDING, result=null, callback=(continuation of Deferred@1113876595 after retry RPC after error@607291628) -> (continuation of Deferred@1506169377 after retry RPC after error@540019627) -> (continuation of Deferred@1098307630 after retry RPC after error@1907576068) -> (continuation of Deferred@445603401 after retry RPC after error@977433568) -> (continuation of Deferred@1292004142 after retry RPC after error@649250023) -> (continuation of Deferred@1177533294 after retry RPC after error@1876630840) -> (continuation of Deferred@828264694 after retry RPC after error@33238982), errback=(continuation of Deferred@1113876595 after retry RPC after error@607291628) -> (continuation of Deferred@1506169377 after retry RPC after error@540019627) -> (continuation of Deferred@1098307630 after retry RPC after error@1907576068) -> (continuation of Deferred@445603401 after retry RPC after error@977433568) -> (continuation of Deferred@1292004142 after retry RPC after error@649250023) -> (continuation of Deferred@1177533294 after retry RPC after error@1876630840) -> (continuation of Deferred@828264694 after retry RPC after error@33238982)))
20:17:25.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:25.209798 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253): Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111)
20:17:25.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:25.210033 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:25.210 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=144), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1554294127(state=PENDING, result=null, callback=(continuation of Deferred@1113876595 after retry RPC after error@607291628) -> (continuation of Deferred@1506169377 after retry RPC after error@540019627) -> (continuation of Deferred@1098307630 after retry RPC after error@1907576068) -> (continuation of Deferred@445603401 after retry RPC after error@977433568) -> (continuation of Deferred@1292004142 after retry RPC after error@649250023) -> (continuation of Deferred@1177533294 after retry RPC after error@1876630840) -> (continuation of Deferred@828264694 after retry RPC after error@33238982), errback=(continuation of Deferred@1113876595 after retry RPC after error@607291628) -> (continuation of Deferred@1506169377 after retry RPC after error@540019627) -> (continuation of Deferred@1098307630 after retry RPC after error@1907576068) -> (continuation of Deferred@445603401 after retry RPC after error@977433568) -> (continuation of Deferred@1292004142 after retry RPC after error@649250023) -> (continuation of Deferred@1177533294 after retry RPC after error@1876630840) -> (continuation of Deferred@828264694 after retry RPC after error@33238982)))
20:17:25.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:25.210167 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:25.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:25.210506 16468 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:17:25.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.225 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.285 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.466 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@62705526(state=PENDING, result=null, callback=(continuation of Deferred@844045960 after retry RPC after error@380541814) -> (continuation of Deferred@338041572 after retry RPC after error@1904517225) -> (continuation of Deferred@997542799 after retry RPC after error@1507988156) -> (continuation of Deferred@2100806238 after retry RPC after error@702853753) -> (continuation of Deferred@945602041 after retry RPC after error@1910652860) -> (continuation of Deferred@847525612 after retry RPC after error@1048522175) -> (continuation of Deferred@1662119164 after retry RPC after error@65941757) -> (continuation of Deferred@273569082 after retry RPC after error@1469808729) -> (continuation of Deferred@998371418 after retry RPC after error@1234847247), errback=(continuation of Deferred@844045960 after retry RPC after error@380541814) -> (continuation of Deferred@338041572 after retry RPC after error@1904517225) -> (continuation of Deferred@997542799 after retry RPC after error@1507988156) -> (continuation of Deferred@2100806238 after retry RPC after error@702853753) -> (continuation of Deferred@945602041 after retry RPC after error@1910652860) -> (continuation of Deferred@847525612 after retry RPC after error@1048522175) -> (continuation of Deferred@1662119164 after retry RPC after error@65941757) -> (continuation of Deferred@273569082 after retry RPC after error@1469808729) -> (continuation of Deferred@998371418 after retry RPC after error@1234847247)))
20:17:25.467 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@62705526(state=PENDING, result=null, callback=(continuation of Deferred@844045960 after retry RPC after error@380541814) -> (continuation of Deferred@338041572 after retry RPC after error@1904517225) -> (continuation of Deferred@997542799 after retry RPC after error@1507988156) -> (continuation of Deferred@2100806238 after retry RPC after error@702853753) -> (continuation of Deferred@945602041 after retry RPC after error@1910652860) -> (continuation of Deferred@847525612 after retry RPC after error@1048522175) -> (continuation of Deferred@1662119164 after retry RPC after error@65941757) -> (continuation of Deferred@273569082 after retry RPC after error@1469808729) -> (continuation of Deferred@998371418 after retry RPC after error@1234847247), errback=(continuation of Deferred@844045960 after retry RPC after error@380541814) -> (continuation of Deferred@338041572 after retry RPC after error@1904517225) -> (continuation of Deferred@997542799 after retry RPC after error@1507988156) -> (continuation of Deferred@2100806238 after retry RPC after error@702853753) -> (continuation of Deferred@945602041 after retry RPC after error@1910652860) -> (continuation of Deferred@847525612 after retry RPC after error@1048522175) -> (continuation of Deferred@1662119164 after retry RPC after error@65941757) -> (continuation of Deferred@273569082 after retry RPC after error@1469808729) -> (continuation of Deferred@998371418 after retry RPC after error@1234847247)))
20:17:25.483 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.505 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.726 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@583467801(state=PENDING, result=null, callback=(continuation of Deferred@1887089386 after retry RPC after error@1622643411) -> (continuation of Deferred@1244158016 after retry RPC after error@1357731287) -> (continuation of Deferred@1973764290 after retry RPC after error@702047663) -> (continuation of Deferred@565891724 after retry RPC after error@457402497) -> (continuation of Deferred@1153407099 after retry RPC after error@782268510) -> (continuation of Deferred@1509552564 after retry RPC after error@1509854570) -> (continuation of Deferred@1631234670 after retry RPC after error@1291144351), errback=(continuation of Deferred@1887089386 after retry RPC after error@1622643411) -> (continuation of Deferred@1244158016 after retry RPC after error@1357731287) -> (continuation of Deferred@1973764290 after retry RPC after error@702047663) -> (continuation of Deferred@565891724 after retry RPC after error@457402497) -> (continuation of Deferred@1153407099 after retry RPC after error@782268510) -> (continuation of Deferred@1509552564 after retry RPC after error@1509854570) -> (continuation of Deferred@1631234670 after retry RPC after error@1291144351)))
20:17:25.726 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@583467801(state=PENDING, result=null, callback=(continuation of Deferred@1887089386 after retry RPC after error@1622643411) -> (continuation of Deferred@1244158016 after retry RPC after error@1357731287) -> (continuation of Deferred@1973764290 after retry RPC after error@702047663) -> (continuation of Deferred@565891724 after retry RPC after error@457402497) -> (continuation of Deferred@1153407099 after retry RPC after error@782268510) -> (continuation of Deferred@1509552564 after retry RPC after error@1509854570) -> (continuation of Deferred@1631234670 after retry RPC after error@1291144351), errback=(continuation of Deferred@1887089386 after retry RPC after error@1622643411) -> (continuation of Deferred@1244158016 after retry RPC after error@1357731287) -> (continuation of Deferred@1973764290 after retry RPC after error@702047663) -> (continuation of Deferred@565891724 after retry RPC after error@457402497) -> (continuation of Deferred@1153407099 after retry RPC after error@782268510) -> (continuation of Deferred@1509552564 after retry RPC after error@1509854570) -> (continuation of Deferred@1631234670 after retry RPC after error@1291144351)))
20:17:25.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.745 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.825 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:25.985 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:25.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:25.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:25.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:25.987 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1692647764(state=PENDING, result=null, callback=(continuation of Deferred@1305779101 after retry RPC after error@1610615500) -> (continuation of Deferred@1174019740 after retry RPC after error@1063882262) -> (continuation of Deferred@1451811349 after retry RPC after error@910087266) -> (continuation of Deferred@589640391 after retry RPC after error@1355743627) -> (continuation of Deferred@1095162317 after retry RPC after error@26970179) -> (continuation of Deferred@195178941 after retry RPC after error@592034331) -> (continuation of Deferred@1421252366 after retry RPC after error@162710603) -> (continuation of Deferred@319238937 after retry RPC after error@2104547840), errback=(continuation of Deferred@1305779101 after retry RPC after error@1610615500) -> (continuation of Deferred@1174019740 after retry RPC after error@1063882262) -> (continuation of Deferred@1451811349 after retry RPC after error@910087266) -> (continuation of Deferred@589640391 after retry RPC after error@1355743627) -> (continuation of Deferred@1095162317 after retry RPC after error@26970179) -> (continuation of Deferred@195178941 after retry RPC after error@592034331) -> (continuation of Deferred@1421252366 after retry RPC after error@162710603) -> (continuation of Deferred@319238937 after retry RPC after error@2104547840)))
20:17:25.987 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1692647764(state=PENDING, result=null, callback=(continuation of Deferred@1305779101 after retry RPC after error@1610615500) -> (continuation of Deferred@1174019740 after retry RPC after error@1063882262) -> (continuation of Deferred@1451811349 after retry RPC after error@910087266) -> (continuation of Deferred@589640391 after retry RPC after error@1355743627) -> (continuation of Deferred@1095162317 after retry RPC after error@26970179) -> (continuation of Deferred@195178941 after retry RPC after error@592034331) -> (continuation of Deferred@1421252366 after retry RPC after error@162710603) -> (continuation of Deferred@319238937 after retry RPC after error@2104547840), errback=(continuation of Deferred@1305779101 after retry RPC after error@1610615500) -> (continuation of Deferred@1174019740 after retry RPC after error@1063882262) -> (continuation of Deferred@1451811349 after retry RPC after error@910087266) -> (continuation of Deferred@589640391 after retry RPC after error@1355743627) -> (continuation of Deferred@1095162317 after retry RPC after error@26970179) -> (continuation of Deferred@195178941 after retry RPC after error@592034331) -> (continuation of Deferred@1421252366 after retry RPC after error@162710603) -> (continuation of Deferred@319238937 after retry RPC after error@2104547840)))
20:17:26.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.005 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.123 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.186 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1294428462(state=PENDING, result=null, callback=(continuation of Deferred@86687882 after retry RPC after error@1207496287) -> (continuation of Deferred@1041856057 after retry RPC after error@1208030925) -> (continuation of Deferred@469545431 after retry RPC after error@469118689) -> (continuation of Deferred@1848322840 after retry RPC after error@777846638) -> (continuation of Deferred@1355841915 after retry RPC after error@2054896806) -> (continuation of Deferred@1304410906 after retry RPC after error@80845388) -> (continuation of Deferred@1348339956 after retry RPC after error@1944289365), errback=(continuation of Deferred@86687882 after retry RPC after error@1207496287) -> (continuation of Deferred@1041856057 after retry RPC after error@1208030925) -> (continuation of Deferred@469545431 after retry RPC after error@469118689) -> (continuation of Deferred@1848322840 after retry RPC after error@777846638) -> (continuation of Deferred@1355841915 after retry RPC after error@2054896806) -> (continuation of Deferred@1304410906 after retry RPC after error@80845388) -> (continuation of Deferred@1348339956 after retry RPC after error@1944289365)))
20:17:26.187 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1294428462(state=PENDING, result=null, callback=(continuation of Deferred@86687882 after retry RPC after error@1207496287) -> (continuation of Deferred@1041856057 after retry RPC after error@1208030925) -> (continuation of Deferred@469545431 after retry RPC after error@469118689) -> (continuation of Deferred@1848322840 after retry RPC after error@777846638) -> (continuation of Deferred@1355841915 after retry RPC after error@2054896806) -> (continuation of Deferred@1304410906 after retry RPC after error@80845388) -> (continuation of Deferred@1348339956 after retry RPC after error@1944289365), errback=(continuation of Deferred@86687882 after retry RPC after error@1207496287) -> (continuation of Deferred@1041856057 after retry RPC after error@1208030925) -> (continuation of Deferred@469545431 after retry RPC after error@469118689) -> (continuation of Deferred@1848322840 after retry RPC after error@777846638) -> (continuation of Deferred@1355841915 after retry RPC after error@2054896806) -> (continuation of Deferred@1304410906 after retry RPC after error@80845388) -> (continuation of Deferred@1348339956 after retry RPC after error@1944289365)))
20:17:26.203 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.225 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.365 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.405 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.407 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1908189937(state=PENDING, result=null, callback=(continuation of Deferred@614526268 after retry RPC after error@947109069) -> (continuation of Deferred@1647641708 after retry RPC after error@1984610809) -> (continuation of Deferred@1436556033 after retry RPC after error@1880113324) -> (continuation of Deferred@986459302 after retry RPC after error@438920975) -> (continuation of Deferred@1334058840 after retry RPC after error@1038295844) -> (continuation of Deferred@1712427298 after retry RPC after error@936481776) -> (continuation of Deferred@1488987277 after retry RPC after error@2082391730), errback=(continuation of Deferred@614526268 after retry RPC after error@947109069) -> (continuation of Deferred@1647641708 after retry RPC after error@1984610809) -> (continuation of Deferred@1436556033 after retry RPC after error@1880113324) -> (continuation of Deferred@986459302 after retry RPC after error@438920975) -> (continuation of Deferred@1334058840 after retry RPC after error@1038295844) -> (continuation of Deferred@1712427298 after retry RPC after error@936481776) -> (continuation of Deferred@1488987277 after retry RPC after error@2082391730)))
20:17:26.407 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1908189937(state=PENDING, result=null, callback=(continuation of Deferred@614526268 after retry RPC after error@947109069) -> (continuation of Deferred@1647641708 after retry RPC after error@1984610809) -> (continuation of Deferred@1436556033 after retry RPC after error@1880113324) -> (continuation of Deferred@986459302 after retry RPC after error@438920975) -> (continuation of Deferred@1334058840 after retry RPC after error@1038295844) -> (continuation of Deferred@1712427298 after retry RPC after error@936481776) -> (continuation of Deferred@1488987277 after retry RPC after error@2082391730), errback=(continuation of Deferred@614526268 after retry RPC after error@947109069) -> (continuation of Deferred@1647641708 after retry RPC after error@1984610809) -> (continuation of Deferred@1436556033 after retry RPC after error@1880113324) -> (continuation of Deferred@986459302 after retry RPC after error@438920975) -> (continuation of Deferred@1334058840 after retry RPC after error@1038295844) -> (continuation of Deferred@1712427298 after retry RPC after error@936481776) -> (continuation of Deferred@1488987277 after retry RPC after error@2082391730)))
20:17:26.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.503 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.526 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.625 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.627 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1215871368(state=PENDING, result=null, callback=(continuation of Deferred@929908985 after retry RPC after error@1891928291) -> (continuation of Deferred@1739766820 after retry RPC after error@1779166627) -> (continuation of Deferred@930896539 after retry RPC after error@1663786759) -> (continuation of Deferred@285908186 after retry RPC after error@618204589) -> (continuation of Deferred@1898197807 after retry RPC after error@1221499243) -> (continuation of Deferred@224862436 after retry RPC after error@1639964800) -> (continuation of Deferred@835848915 after retry RPC after error@225167427), errback=(continuation of Deferred@929908985 after retry RPC after error@1891928291) -> (continuation of Deferred@1739766820 after retry RPC after error@1779166627) -> (continuation of Deferred@930896539 after retry RPC after error@1663786759) -> (continuation of Deferred@285908186 after retry RPC after error@618204589) -> (continuation of Deferred@1898197807 after retry RPC after error@1221499243) -> (continuation of Deferred@224862436 after retry RPC after error@1639964800) -> (continuation of Deferred@835848915 after retry RPC after error@225167427)))
20:17:26.628 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1215871368(state=PENDING, result=null, callback=(continuation of Deferred@929908985 after retry RPC after error@1891928291) -> (continuation of Deferred@1739766820 after retry RPC after error@1779166627) -> (continuation of Deferred@930896539 after retry RPC after error@1663786759) -> (continuation of Deferred@285908186 after retry RPC after error@618204589) -> (continuation of Deferred@1898197807 after retry RPC after error@1221499243) -> (continuation of Deferred@224862436 after retry RPC after error@1639964800) -> (continuation of Deferred@835848915 after retry RPC after error@225167427), errback=(continuation of Deferred@929908985 after retry RPC after error@1891928291) -> (continuation of Deferred@1739766820 after retry RPC after error@1779166627) -> (continuation of Deferred@930896539 after retry RPC after error@1663786759) -> (continuation of Deferred@285908186 after retry RPC after error@618204589) -> (continuation of Deferred@1898197807 after retry RPC after error@1221499243) -> (continuation of Deferred@224862436 after retry RPC after error@1639964800) -> (continuation of Deferred@835848915 after retry RPC after error@225167427)))
20:17:26.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.645 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.705 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.705 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.709 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.725 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.827 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1131651074(state=PENDING, result=null, callback=(continuation of Deferred@2101938428 after retry RPC after error@1354746693) -> (continuation of Deferred@21992151 after retry RPC after error@1608663372) -> (continuation of Deferred@1792650404 after retry RPC after error@1142073177) -> (continuation of Deferred@959863846 after retry RPC after error@1955824237) -> (continuation of Deferred@1401466071 after retry RPC after error@41017744) -> (continuation of Deferred@162351764 after retry RPC after error@1631924518) -> (continuation of Deferred@2008930253 after retry RPC after error@2060309963), errback=(continuation of Deferred@2101938428 after retry RPC after error@1354746693) -> (continuation of Deferred@21992151 after retry RPC after error@1608663372) -> (continuation of Deferred@1792650404 after retry RPC after error@1142073177) -> (continuation of Deferred@959863846 after retry RPC after error@1955824237) -> (continuation of Deferred@1401466071 after retry RPC after error@41017744) -> (continuation of Deferred@162351764 after retry RPC after error@1631924518) -> (continuation of Deferred@2008930253 after retry RPC after error@2060309963)))
20:17:26.827 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1131651074(state=PENDING, result=null, callback=(continuation of Deferred@2101938428 after retry RPC after error@1354746693) -> (continuation of Deferred@21992151 after retry RPC after error@1608663372) -> (continuation of Deferred@1792650404 after retry RPC after error@1142073177) -> (continuation of Deferred@959863846 after retry RPC after error@1955824237) -> (continuation of Deferred@1401466071 after retry RPC after error@41017744) -> (continuation of Deferred@162351764 after retry RPC after error@1631924518) -> (continuation of Deferred@2008930253 after retry RPC after error@2060309963), errback=(continuation of Deferred@2101938428 after retry RPC after error@1354746693) -> (continuation of Deferred@21992151 after retry RPC after error@1608663372) -> (continuation of Deferred@1792650404 after retry RPC after error@1142073177) -> (continuation of Deferred@959863846 after retry RPC after error@1955824237) -> (continuation of Deferred@1401466071 after retry RPC after error@41017744) -> (continuation of Deferred@162351764 after retry RPC after error@1631924518) -> (continuation of Deferred@2008930253 after retry RPC after error@2060309963)))
20:17:26.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.903 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.923 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:26.963 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:26.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:26.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:26.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:26.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.043 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@559333975(state=PENDING, result=null, callback=(continuation of Deferred@583939089 after retry RPC after error@2071956021) -> (continuation of Deferred@1827367299 after retry RPC after error@2067290675) -> (continuation of Deferred@671455225 after retry RPC after error@791449326) -> (continuation of Deferred@414993913 after retry RPC after error@560755999) -> (continuation of Deferred@626164884 after retry RPC after error@1858217262) -> (continuation of Deferred@342584970 after retry RPC after error@1449997717) -> (continuation of Deferred@1739222504 after retry RPC after error@415158118), errback=(continuation of Deferred@583939089 after retry RPC after error@2071956021) -> (continuation of Deferred@1827367299 after retry RPC after error@2067290675) -> (continuation of Deferred@671455225 after retry RPC after error@791449326) -> (continuation of Deferred@414993913 after retry RPC after error@560755999) -> (continuation of Deferred@626164884 after retry RPC after error@1858217262) -> (continuation of Deferred@342584970 after retry RPC after error@1449997717) -> (continuation of Deferred@1739222504 after retry RPC after error@415158118)))
20:17:27.047 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@559333975(state=PENDING, result=null, callback=(continuation of Deferred@583939089 after retry RPC after error@2071956021) -> (continuation of Deferred@1827367299 after retry RPC after error@2067290675) -> (continuation of Deferred@671455225 after retry RPC after error@791449326) -> (continuation of Deferred@414993913 after retry RPC after error@560755999) -> (continuation of Deferred@626164884 after retry RPC after error@1858217262) -> (continuation of Deferred@342584970 after retry RPC after error@1449997717) -> (continuation of Deferred@1739222504 after retry RPC after error@415158118), errback=(continuation of Deferred@583939089 after retry RPC after error@2071956021) -> (continuation of Deferred@1827367299 after retry RPC after error@2067290675) -> (continuation of Deferred@671455225 after retry RPC after error@791449326) -> (continuation of Deferred@414993913 after retry RPC after error@560755999) -> (continuation of Deferred@626164884 after retry RPC after error@1858217262) -> (continuation of Deferred@342584970 after retry RPC after error@1449997717) -> (continuation of Deferred@1739222504 after retry RPC after error@415158118)))
20:17:27.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.065 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.085 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.165 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.283 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.286 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@491156276(state=PENDING, result=null, callback=(continuation of Deferred@1953580861 after retry RPC after error@1411561739) -> (continuation of Deferred@1272100902 after retry RPC after error@1696841147) -> (continuation of Deferred@462771853 after retry RPC after error@1522421269) -> (continuation of Deferred@74702572 after retry RPC after error@2093311420) -> (continuation of Deferred@1305830807 after retry RPC after error@1706251486) -> (continuation of Deferred@2133680698 after retry RPC after error@672268518) -> (continuation of Deferred@1317876142 after retry RPC after error@828872965), errback=(continuation of Deferred@1953580861 after retry RPC after error@1411561739) -> (continuation of Deferred@1272100902 after retry RPC after error@1696841147) -> (continuation of Deferred@462771853 after retry RPC after error@1522421269) -> (continuation of Deferred@74702572 after retry RPC after error@2093311420) -> (continuation of Deferred@1305830807 after retry RPC after error@1706251486) -> (continuation of Deferred@2133680698 after retry RPC after error@672268518) -> (continuation of Deferred@1317876142 after retry RPC after error@828872965)))
20:17:27.286 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@491156276(state=PENDING, result=null, callback=(continuation of Deferred@1953580861 after retry RPC after error@1411561739) -> (continuation of Deferred@1272100902 after retry RPC after error@1696841147) -> (continuation of Deferred@462771853 after retry RPC after error@1522421269) -> (continuation of Deferred@74702572 after retry RPC after error@2093311420) -> (continuation of Deferred@1305830807 after retry RPC after error@1706251486) -> (continuation of Deferred@2133680698 after retry RPC after error@672268518) -> (continuation of Deferred@1317876142 after retry RPC after error@828872965), errback=(continuation of Deferred@1953580861 after retry RPC after error@1411561739) -> (continuation of Deferred@1272100902 after retry RPC after error@1696841147) -> (continuation of Deferred@462771853 after retry RPC after error@1522421269) -> (continuation of Deferred@74702572 after retry RPC after error@2093311420) -> (continuation of Deferred@1305830807 after retry RPC after error@1706251486) -> (continuation of Deferred@2133680698 after retry RPC after error@672268518) -> (continuation of Deferred@1317876142 after retry RPC after error@828872965)))
20:17:27.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.305 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.325 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.403 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.425 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.546 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@779548797(state=PENDING, result=null, callback=(continuation of Deferred@1354074873 after retry RPC after error@939592755) -> (continuation of Deferred@1204630563 after retry RPC after error@1591839159) -> (continuation of Deferred@578757328 after retry RPC after error@313512504) -> (continuation of Deferred@1013809250 after retry RPC after error@1855134313) -> (continuation of Deferred@891411657 after retry RPC after error@1509156423) -> (continuation of Deferred@164434827 after retry RPC after error@2138767497) -> (continuation of Deferred@1141328955 after retry RPC after error@33577762), errback=(continuation of Deferred@1354074873 after retry RPC after error@939592755) -> (continuation of Deferred@1204630563 after retry RPC after error@1591839159) -> (continuation of Deferred@578757328 after retry RPC after error@313512504) -> (continuation of Deferred@1013809250 after retry RPC after error@1855134313) -> (continuation of Deferred@891411657 after retry RPC after error@1509156423) -> (continuation of Deferred@164434827 after retry RPC after error@2138767497) -> (continuation of Deferred@1141328955 after retry RPC after error@33577762)))
20:17:27.547 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@779548797(state=PENDING, result=null, callback=(continuation of Deferred@1354074873 after retry RPC after error@939592755) -> (continuation of Deferred@1204630563 after retry RPC after error@1591839159) -> (continuation of Deferred@578757328 after retry RPC after error@313512504) -> (continuation of Deferred@1013809250 after retry RPC after error@1855134313) -> (continuation of Deferred@891411657 after retry RPC after error@1509156423) -> (continuation of Deferred@164434827 after retry RPC after error@2138767497) -> (continuation of Deferred@1141328955 after retry RPC after error@33577762), errback=(continuation of Deferred@1354074873 after retry RPC after error@939592755) -> (continuation of Deferred@1204630563 after retry RPC after error@1591839159) -> (continuation of Deferred@578757328 after retry RPC after error@313512504) -> (continuation of Deferred@1013809250 after retry RPC after error@1855134313) -> (continuation of Deferred@891411657 after retry RPC after error@1509156423) -> (continuation of Deferred@164434827 after retry RPC after error@2138767497) -> (continuation of Deferred@1141328955 after retry RPC after error@33577762)))
20:17:27.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.583 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.605 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.726 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@151789497(state=PENDING, result=null, callback=(continuation of Deferred@959724590 after retry RPC after error@85373903) -> (continuation of Deferred@106718474 after retry RPC after error@1866744751) -> (continuation of Deferred@1997129509 after retry RPC after error@1194429120) -> (continuation of Deferred@580965145 after retry RPC after error@1865725401) -> (continuation of Deferred@1446868981 after retry RPC after error@487686264) -> (continuation of Deferred@957198552 after retry RPC after error@1943879773), errback=(continuation of Deferred@959724590 after retry RPC after error@85373903) -> (continuation of Deferred@106718474 after retry RPC after error@1866744751) -> (continuation of Deferred@1997129509 after retry RPC after error@1194429120) -> (continuation of Deferred@580965145 after retry RPC after error@1865725401) -> (continuation of Deferred@1446868981 after retry RPC after error@487686264) -> (continuation of Deferred@957198552 after retry RPC after error@1943879773)))
20:17:27.727 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@151789497(state=PENDING, result=null, callback=(continuation of Deferred@959724590 after retry RPC after error@85373903) -> (continuation of Deferred@106718474 after retry RPC after error@1866744751) -> (continuation of Deferred@1997129509 after retry RPC after error@1194429120) -> (continuation of Deferred@580965145 after retry RPC after error@1865725401) -> (continuation of Deferred@1446868981 after retry RPC after error@487686264) -> (continuation of Deferred@957198552 after retry RPC after error@1943879773), errback=(continuation of Deferred@959724590 after retry RPC after error@85373903) -> (continuation of Deferred@106718474 after retry RPC after error@1866744751) -> (continuation of Deferred@1997129509 after retry RPC after error@1194429120) -> (continuation of Deferred@580965145 after retry RPC after error@1865725401) -> (continuation of Deferred@1446868981 after retry RPC after error@487686264) -> (continuation of Deferred@957198552 after retry RPC after error@1943879773)))
20:17:27.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:27.857251 16134 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:27.859760 16134 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:27.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:27.861346 16136 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.31.252:39201)
20:17:27.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.943 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.946 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1869611548(state=PENDING, result=null, callback=(continuation of Deferred@1165922872 after retry RPC after error@1500510560) -> (continuation of Deferred@807554084 after retry RPC after error@1596836062) -> (continuation of Deferred@1853062737 after retry RPC after error@1223769606) -> (continuation of Deferred@1787824208 after retry RPC after error@1539983076) -> (continuation of Deferred@775825978 after retry RPC after error@1870541045) -> (continuation of Deferred@96892866 after retry RPC after error@213056760) -> (continuation of Deferred@1401055406 after retry RPC after error@1298465715), errback=(continuation of Deferred@1165922872 after retry RPC after error@1500510560) -> (continuation of Deferred@807554084 after retry RPC after error@1596836062) -> (continuation of Deferred@1853062737 after retry RPC after error@1223769606) -> (continuation of Deferred@1787824208 after retry RPC after error@1539983076) -> (continuation of Deferred@775825978 after retry RPC after error@1870541045) -> (continuation of Deferred@96892866 after retry RPC after error@213056760) -> (continuation of Deferred@1401055406 after retry RPC after error@1298465715)))
20:17:27.947 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1869611548(state=PENDING, result=null, callback=(continuation of Deferred@1165922872 after retry RPC after error@1500510560) -> (continuation of Deferred@807554084 after retry RPC after error@1596836062) -> (continuation of Deferred@1853062737 after retry RPC after error@1223769606) -> (continuation of Deferred@1787824208 after retry RPC after error@1539983076) -> (continuation of Deferred@775825978 after retry RPC after error@1870541045) -> (continuation of Deferred@96892866 after retry RPC after error@213056760) -> (continuation of Deferred@1401055406 after retry RPC after error@1298465715), errback=(continuation of Deferred@1165922872 after retry RPC after error@1500510560) -> (continuation of Deferred@807554084 after retry RPC after error@1596836062) -> (continuation of Deferred@1853062737 after retry RPC after error@1223769606) -> (continuation of Deferred@1787824208 after retry RPC after error@1539983076) -> (continuation of Deferred@775825978 after retry RPC after error@1870541045) -> (continuation of Deferred@96892866 after retry RPC after error@213056760) -> (continuation of Deferred@1401055406 after retry RPC after error@1298465715)))
20:17:27.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.965 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:27.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:27.985 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:27.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:27.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:27.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:28.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:28.005 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:28.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:28.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:28.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:28.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:28.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:28.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:28.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:28.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:28.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:28.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:28.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:28.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:28.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:28.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:28.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:28.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:28.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:28.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:28.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.224 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, deferred=Deferred@1434742498(state=PENDING, result=null, callback=(continuation of Deferred@1377976459 after retry RPC after error@2045235748) -> (continuation of Deferred@434487487 after retry RPC after error@1876971039) -> (continuation of Deferred@788950384 after retry RPC after error@1748495430) -> (continuation of Deferred@1608530375 after retry RPC after error@849155218) -> (continuation of Deferred@787251804 after retry RPC after error@2037259803), errback=(continuation of Deferred@1377976459 after retry RPC after error@2045235748) -> (continuation of Deferred@434487487 after retry RPC after error@1876971039) -> (continuation of Deferred@788950384 after retry RPC after error@1748495430) -> (continuation of Deferred@1608530375 after retry RPC after error@849155218) -> (continuation of Deferred@787251804 after retry RPC after error@2037259803)))
20:17:28.224 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=130, elapsed=139), Traces: [0ms] sending RPC to server master-127.15.31.254:36253, deferred=Deferred@656293616(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.31.254:36253, errback=org.apache.kudu.client.ConnectToCluster$1@7d7d8705 -> ConnectToMasterErrCB for 127.15.31.254:36253))
20:17:28.224 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:28.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:28.244 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:28.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.504 [DEBUG - pool-46-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=null) with no deferred attached!
20:17:28.504 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.15.31.254:36253, deferred=Deferred@1759582773(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.31.254:36253, errback=org.apache.kudu.client.ConnectToCluster$1@7935fd83 -> ConnectToMasterErrCB for 127.15.31.254:36253))
20:17:28.504 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:28.504 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [260ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.15.31.254:36253, deferred=Deferred@1759582773(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.31.254:36253, errback=org.apache.kudu.client.ConnectToCluster$1@7935fd83 -> ConnectToMasterErrCB for 127.15.31.254:36253)), deferred=null)
20:17:28.504 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [260ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.15.31.254:36253, deferred=Deferred@1759582773(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.31.254:36253, errback=org.apache.kudu.client.ConnectToCluster$1@7935fd83 -> ConnectToMasterErrCB for 127.15.31.254:36253)), deferred=null)
20:17:28.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:28.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.784 [DEBUG - pool-46-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, deferred=null) with no deferred attached!
20:17:28.784 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.15.31.254:36253, deferred=Deferred@1247865531(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.31.254:36253, errback=org.apache.kudu.client.ConnectToCluster$1@2a306170 -> ConnectToMasterErrCB for 127.15.31.254:36253))
20:17:28.785 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:28.785 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.15.31.254:36253, deferred=Deferred@1247865531(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.31.254:36253, errback=org.apache.kudu.client.ConnectToCluster$1@2a306170 -> ConnectToMasterErrCB for 127.15.31.254:36253)), deferred=null)
20:17:28.785 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.15.31.254:36253, deferred=Deferred@1247865531(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.31.254:36253, errback=org.apache.kudu.client.ConnectToCluster$1@2a306170 -> ConnectToMasterErrCB for 127.15.31.254:36253)), deferred=null)
20:17:28.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:28.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:28.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.063 [DEBUG - pool-46-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, deferred=null) with no deferred attached!
20:17:29.064 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=258), Traces: [0ms] sending RPC to server master-127.15.31.254:36253, deferred=Deferred@1199521745(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.31.254:36253, errback=org.apache.kudu.client.ConnectToCluster$1@a0730b7 -> ConnectToMasterErrCB for 127.15.31.254:36253))
20:17:29.064 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.064 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=258), Traces: [0ms] sending RPC to server master-127.15.31.254:36253, deferred=Deferred@1199521745(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.31.254:36253, errback=org.apache.kudu.client.ConnectToCluster$1@a0730b7 -> ConnectToMasterErrCB for 127.15.31.254:36253)), deferred=null)
20:17:29.064 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=258), Traces: [0ms] sending RPC to server master-127.15.31.254:36253, deferred=Deferred@1199521745(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.31.254:36253, errback=org.apache.kudu.client.ConnectToCluster$1@a0730b7 -> ConnectToMasterErrCB for 127.15.31.254:36253)), deferred=null)
20:17:29.083 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.115 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=890), Traces: [0ms] received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=null) with no deferred attached!
20:17:29.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.115 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.115 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=610), Traces: [0ms] received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=null) with no deferred attached!
20:17:29.115 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=330), Traces: [0ms] received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=null) with no deferred attached!
20:17:29.115 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=51), Traces: [0ms] received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=null) with no deferred attached!
20:17:29.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.115 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.125 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.145 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.286 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [32ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1749654902(state=PENDING, result=null, callback=(continuation of Deferred@44165054 after retry RPC after error@735419997) -> (continuation of Deferred@539948443 after retry RPC after error@69762757) -> (continuation of Deferred@154789353 after retry RPC after error@236565989) -> (continuation of Deferred@1506548624 after retry RPC after error@517314618) -> (continuation of Deferred@1476735140 after retry RPC after error@460329180) -> (continuation of Deferred@576293049 after retry RPC after error@276807808), errback=(continuation of Deferred@44165054 after retry RPC after error@735419997) -> (continuation of Deferred@539948443 after retry RPC after error@69762757) -> (continuation of Deferred@154789353 after retry RPC after error@236565989) -> (continuation of Deferred@1506548624 after retry RPC after error@517314618) -> (continuation of Deferred@1476735140 after retry RPC after error@460329180) -> (continuation of Deferred@576293049 after retry RPC after error@276807808)))
20:17:29.287 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [32ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1749654902(state=PENDING, result=null, callback=(continuation of Deferred@44165054 after retry RPC after error@735419997) -> (continuation of Deferred@539948443 after retry RPC after error@69762757) -> (continuation of Deferred@154789353 after retry RPC after error@236565989) -> (continuation of Deferred@1506548624 after retry RPC after error@517314618) -> (continuation of Deferred@1476735140 after retry RPC after error@460329180) -> (continuation of Deferred@576293049 after retry RPC after error@276807808), errback=(continuation of Deferred@44165054 after retry RPC after error@735419997) -> (continuation of Deferred@539948443 after retry RPC after error@69762757) -> (continuation of Deferred@154789353 after retry RPC after error@236565989) -> (continuation of Deferred@1506548624 after retry RPC after error@517314618) -> (continuation of Deferred@1476735140 after retry RPC after error@460329180) -> (continuation of Deferred@576293049 after retry RPC after error@276807808)))
20:17:29.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.345 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.365 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.546 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@757581657(state=PENDING, result=null, callback=(continuation of Deferred@1259910079 after retry RPC after error@365631891) -> (continuation of Deferred@2080711911 after retry RPC after error@1871391025) -> (continuation of Deferred@1627449908 after retry RPC after error@743071750) -> (continuation of Deferred@2042452852 after retry RPC after error@1330194387) -> (continuation of Deferred@696132932 after retry RPC after error@1447766589) -> (continuation of Deferred@1161735547 after retry RPC after error@1137671600) -> (continuation of Deferred@465773704 after retry RPC after error@341245711) -> (continuation of Deferred@607374731 after retry RPC after error@472450624), errback=(continuation of Deferred@1259910079 after retry RPC after error@365631891) -> (continuation of Deferred@2080711911 after retry RPC after error@1871391025) -> (continuation of Deferred@1627449908 after retry RPC after error@743071750) -> (continuation of Deferred@2042452852 after retry RPC after error@1330194387) -> (continuation of Deferred@696132932 after retry RPC after error@1447766589) -> (continuation of Deferred@1161735547 after retry RPC after error@1137671600) -> (continuation of Deferred@465773704 after retry RPC after error@341245711) -> (continuation of Deferred@607374731 after retry RPC after error@472450624)))
20:17:29.547 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@757581657(state=PENDING, result=null, callback=(continuation of Deferred@1259910079 after retry RPC after error@365631891) -> (continuation of Deferred@2080711911 after retry RPC after error@1871391025) -> (continuation of Deferred@1627449908 after retry RPC after error@743071750) -> (continuation of Deferred@2042452852 after retry RPC after error@1330194387) -> (continuation of Deferred@696132932 after retry RPC after error@1447766589) -> (continuation of Deferred@1161735547 after retry RPC after error@1137671600) -> (continuation of Deferred@465773704 after retry RPC after error@341245711) -> (continuation of Deferred@607374731 after retry RPC after error@472450624), errback=(continuation of Deferred@1259910079 after retry RPC after error@365631891) -> (continuation of Deferred@2080711911 after retry RPC after error@1871391025) -> (continuation of Deferred@1627449908 after retry RPC after error@743071750) -> (continuation of Deferred@2042452852 after retry RPC after error@1330194387) -> (continuation of Deferred@696132932 after retry RPC after error@1447766589) -> (continuation of Deferred@1161735547 after retry RPC after error@1137671600) -> (continuation of Deferred@465773704 after retry RPC after error@341245711) -> (continuation of Deferred@607374731 after retry RPC after error@472450624)))
20:17:29.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.703 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.824 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@562271092(state=PENDING, result=null, callback=(continuation of Deferred@1190679251 after retry RPC after error@2013764651) -> (continuation of Deferred@1312121486 after retry RPC after error@1930444815) -> (continuation of Deferred@2004544116 after retry RPC after error@861455988) -> (continuation of Deferred@1453122435 after retry RPC after error@662552935) -> (continuation of Deferred@133478070 after retry RPC after error@1927986010) -> (continuation of Deferred@1138478719 after retry RPC after error@182737306) -> (continuation of Deferred@671551350 after retry RPC after error@252727623), errback=(continuation of Deferred@1190679251 after retry RPC after error@2013764651) -> (continuation of Deferred@1312121486 after retry RPC after error@1930444815) -> (continuation of Deferred@2004544116 after retry RPC after error@861455988) -> (continuation of Deferred@1453122435 after retry RPC after error@662552935) -> (continuation of Deferred@133478070 after retry RPC after error@1927986010) -> (continuation of Deferred@1138478719 after retry RPC after error@182737306) -> (continuation of Deferred@671551350 after retry RPC after error@252727623)))
20:17:29.825 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:29.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.903 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.925 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.965 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:29.983 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:29.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:29.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:29.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:29.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.045 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1932926099(state=PENDING, result=null, callback=(continuation of Deferred@1365658605 after retry RPC after error@851275881) -> (continuation of Deferred@1256927300 after retry RPC after error@167411470) -> (continuation of Deferred@1788896511 after retry RPC after error@860319738) -> (continuation of Deferred@549257414 after retry RPC after error@2053442000) -> (continuation of Deferred@327880191 after retry RPC after error@456890571) -> (continuation of Deferred@1397231706 after retry RPC after error@28420202) -> (continuation of Deferred@1251916118 after retry RPC after error@228891918) -> (continuation of Deferred@519935520 after retry RPC after error@310611821), errback=(continuation of Deferred@1365658605 after retry RPC after error@851275881) -> (continuation of Deferred@1256927300 after retry RPC after error@167411470) -> (continuation of Deferred@1788896511 after retry RPC after error@860319738) -> (continuation of Deferred@549257414 after retry RPC after error@2053442000) -> (continuation of Deferred@327880191 after retry RPC after error@456890571) -> (continuation of Deferred@1397231706 after retry RPC after error@28420202) -> (continuation of Deferred@1251916118 after retry RPC after error@228891918) -> (continuation of Deferred@519935520 after retry RPC after error@310611821)))
20:17:30.048 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1932926099(state=PENDING, result=null, callback=(continuation of Deferred@1365658605 after retry RPC after error@851275881) -> (continuation of Deferred@1256927300 after retry RPC after error@167411470) -> (continuation of Deferred@1788896511 after retry RPC after error@860319738) -> (continuation of Deferred@549257414 after retry RPC after error@2053442000) -> (continuation of Deferred@327880191 after retry RPC after error@456890571) -> (continuation of Deferred@1397231706 after retry RPC after error@28420202) -> (continuation of Deferred@1251916118 after retry RPC after error@228891918) -> (continuation of Deferred@519935520 after retry RPC after error@310611821), errback=(continuation of Deferred@1365658605 after retry RPC after error@851275881) -> (continuation of Deferred@1256927300 after retry RPC after error@167411470) -> (continuation of Deferred@1788896511 after retry RPC after error@860319738) -> (continuation of Deferred@549257414 after retry RPC after error@2053442000) -> (continuation of Deferred@327880191 after retry RPC after error@456890571) -> (continuation of Deferred@1397231706 after retry RPC after error@28420202) -> (continuation of Deferred@1251916118 after retry RPC after error@228891918) -> (continuation of Deferred@519935520 after retry RPC after error@310611821)))
20:17:30.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.065 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.183 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.266 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1898250035(state=PENDING, result=null, callback=(continuation of Deferred@1734728033 after retry RPC after error@727443526) -> (continuation of Deferred@1405707867 after retry RPC after error@88262262) -> (continuation of Deferred@1277536622 after retry RPC after error@944267636) -> (continuation of Deferred@539698072 after retry RPC after error@868823197) -> (continuation of Deferred@1388740947 after retry RPC after error@704514494) -> (continuation of Deferred@1345378554 after retry RPC after error@705124281) -> (continuation of Deferred@1286444979 after retry RPC after error@365413473), errback=(continuation of Deferred@1734728033 after retry RPC after error@727443526) -> (continuation of Deferred@1405707867 after retry RPC after error@88262262) -> (continuation of Deferred@1277536622 after retry RPC after error@944267636) -> (continuation of Deferred@539698072 after retry RPC after error@868823197) -> (continuation of Deferred@1388740947 after retry RPC after error@704514494) -> (continuation of Deferred@1345378554 after retry RPC after error@705124281) -> (continuation of Deferred@1286444979 after retry RPC after error@365413473)))
20:17:30.266 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1898250035(state=PENDING, result=null, callback=(continuation of Deferred@1734728033 after retry RPC after error@727443526) -> (continuation of Deferred@1405707867 after retry RPC after error@88262262) -> (continuation of Deferred@1277536622 after retry RPC after error@944267636) -> (continuation of Deferred@539698072 after retry RPC after error@868823197) -> (continuation of Deferred@1388740947 after retry RPC after error@704514494) -> (continuation of Deferred@1345378554 after retry RPC after error@705124281) -> (continuation of Deferred@1286444979 after retry RPC after error@365413473), errback=(continuation of Deferred@1734728033 after retry RPC after error@727443526) -> (continuation of Deferred@1405707867 after retry RPC after error@88262262) -> (continuation of Deferred@1277536622 after retry RPC after error@944267636) -> (continuation of Deferred@539698072 after retry RPC after error@868823197) -> (continuation of Deferred@1388740947 after retry RPC after error@704514494) -> (continuation of Deferred@1345378554 after retry RPC after error@705124281) -> (continuation of Deferred@1286444979 after retry RPC after error@365413473)))
20:17:30.283 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.305 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.325 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.345 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.365 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.365 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.545 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@669135526(state=PENDING, result=null, callback=(continuation of Deferred@1922288343 after retry RPC after error@1772068912) -> (continuation of Deferred@1370774209 after retry RPC after error@1744123219) -> (continuation of Deferred@199007752 after retry RPC after error@534126947) -> (continuation of Deferred@1824981514 after retry RPC after error@584510828) -> (continuation of Deferred@1293224928 after retry RPC after error@1676076568) -> (continuation of Deferred@937783100 after retry RPC after error@575490337) -> (continuation of Deferred@1206000771 after retry RPC after error@325116993), errback=(continuation of Deferred@1922288343 after retry RPC after error@1772068912) -> (continuation of Deferred@1370774209 after retry RPC after error@1744123219) -> (continuation of Deferred@199007752 after retry RPC after error@534126947) -> (continuation of Deferred@1824981514 after retry RPC after error@584510828) -> (continuation of Deferred@1293224928 after retry RPC after error@1676076568) -> (continuation of Deferred@937783100 after retry RPC after error@575490337) -> (continuation of Deferred@1206000771 after retry RPC after error@325116993)))
20:17:30.545 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:30.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.643 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.665 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.725 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.783 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.786 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@282127600(state=PENDING, result=null, callback=(continuation of Deferred@2134185569 after retry RPC after error@1798269207) -> (continuation of Deferred@567699596 after retry RPC after error@913745706) -> (continuation of Deferred@1629956507 after retry RPC after error@1909494649) -> (continuation of Deferred@1666193351 after retry RPC after error@1612493680) -> (continuation of Deferred@942617881 after retry RPC after error@1292972606) -> (continuation of Deferred@782035572 after retry RPC after error@723405796) -> (continuation of Deferred@1784161379 after retry RPC after error@782003156), errback=(continuation of Deferred@2134185569 after retry RPC after error@1798269207) -> (continuation of Deferred@567699596 after retry RPC after error@913745706) -> (continuation of Deferred@1629956507 after retry RPC after error@1909494649) -> (continuation of Deferred@1666193351 after retry RPC after error@1612493680) -> (continuation of Deferred@942617881 after retry RPC after error@1292972606) -> (continuation of Deferred@782035572 after retry RPC after error@723405796) -> (continuation of Deferred@1784161379 after retry RPC after error@782003156)))
20:17:30.787 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@282127600(state=PENDING, result=null, callback=(continuation of Deferred@2134185569 after retry RPC after error@1798269207) -> (continuation of Deferred@567699596 after retry RPC after error@913745706) -> (continuation of Deferred@1629956507 after retry RPC after error@1909494649) -> (continuation of Deferred@1666193351 after retry RPC after error@1612493680) -> (continuation of Deferred@942617881 after retry RPC after error@1292972606) -> (continuation of Deferred@782035572 after retry RPC after error@723405796) -> (continuation of Deferred@1784161379 after retry RPC after error@782003156), errback=(continuation of Deferred@2134185569 after retry RPC after error@1798269207) -> (continuation of Deferred@567699596 after retry RPC after error@913745706) -> (continuation of Deferred@1629956507 after retry RPC after error@1909494649) -> (continuation of Deferred@1666193351 after retry RPC after error@1612493680) -> (continuation of Deferred@942617881 after retry RPC after error@1292972606) -> (continuation of Deferred@782035572 after retry RPC after error@723405796) -> (continuation of Deferred@1784161379 after retry RPC after error@782003156)))
20:17:30.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.805 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.825 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:30.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:30.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:30.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:30.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:30.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@857928326(state=PENDING, result=null, callback=(continuation of Deferred@1062884036 after retry RPC after error@714816153) -> (continuation of Deferred@303192200 after retry RPC after error@905981582) -> (continuation of Deferred@1537312504 after retry RPC after error@681386215) -> (continuation of Deferred@684456804 after retry RPC after error@520672429) -> (continuation of Deferred@1212749810 after retry RPC after error@160603140) -> (continuation of Deferred@2130007689 after retry RPC after error@662784070) -> (continuation of Deferred@662121923 after retry RPC after error@983103381), errback=(continuation of Deferred@1062884036 after retry RPC after error@714816153) -> (continuation of Deferred@303192200 after retry RPC after error@905981582) -> (continuation of Deferred@1537312504 after retry RPC after error@681386215) -> (continuation of Deferred@684456804 after retry RPC after error@520672429) -> (continuation of Deferred@1212749810 after retry RPC after error@160603140) -> (continuation of Deferred@2130007689 after retry RPC after error@662784070) -> (continuation of Deferred@662121923 after retry RPC after error@983103381)))
20:17:31.048 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@857928326(state=PENDING, result=null, callback=(continuation of Deferred@1062884036 after retry RPC after error@714816153) -> (continuation of Deferred@303192200 after retry RPC after error@905981582) -> (continuation of Deferred@1537312504 after retry RPC after error@681386215) -> (continuation of Deferred@684456804 after retry RPC after error@520672429) -> (continuation of Deferred@1212749810 after retry RPC after error@160603140) -> (continuation of Deferred@2130007689 after retry RPC after error@662784070) -> (continuation of Deferred@662121923 after retry RPC after error@983103381), errback=(continuation of Deferred@1062884036 after retry RPC after error@714816153) -> (continuation of Deferred@303192200 after retry RPC after error@905981582) -> (continuation of Deferred@1537312504 after retry RPC after error@681386215) -> (continuation of Deferred@684456804 after retry RPC after error@520672429) -> (continuation of Deferred@1212749810 after retry RPC after error@160603140) -> (continuation of Deferred@2130007689 after retry RPC after error@662784070) -> (continuation of Deferred@662121923 after retry RPC after error@983103381)))
20:17:31.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.083 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.105 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.125 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.145 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.165 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.227 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@2007474204(state=PENDING, result=null, callback=(continuation of Deferred@559643857 after retry RPC after error@890635599) -> (continuation of Deferred@66126227 after retry RPC after error@1235019441) -> (continuation of Deferred@861648551 after retry RPC after error@912450046) -> (continuation of Deferred@1024758584 after retry RPC after error@328422213) -> (continuation of Deferred@2098409758 after retry RPC after error@1558135379) -> (continuation of Deferred@1170966435 after retry RPC after error@1280048420) -> (continuation of Deferred@674545266 after retry RPC after error@249539837), errback=(continuation of Deferred@559643857 after retry RPC after error@890635599) -> (continuation of Deferred@66126227 after retry RPC after error@1235019441) -> (continuation of Deferred@861648551 after retry RPC after error@912450046) -> (continuation of Deferred@1024758584 after retry RPC after error@328422213) -> (continuation of Deferred@2098409758 after retry RPC after error@1558135379) -> (continuation of Deferred@1170966435 after retry RPC after error@1280048420) -> (continuation of Deferred@674545266 after retry RPC after error@249539837)))
20:17:31.227 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@2007474204(state=PENDING, result=null, callback=(continuation of Deferred@559643857 after retry RPC after error@890635599) -> (continuation of Deferred@66126227 after retry RPC after error@1235019441) -> (continuation of Deferred@861648551 after retry RPC after error@912450046) -> (continuation of Deferred@1024758584 after retry RPC after error@328422213) -> (continuation of Deferred@2098409758 after retry RPC after error@1558135379) -> (continuation of Deferred@1170966435 after retry RPC after error@1280048420) -> (continuation of Deferred@674545266 after retry RPC after error@249539837), errback=(continuation of Deferred@559643857 after retry RPC after error@890635599) -> (continuation of Deferred@66126227 after retry RPC after error@1235019441) -> (continuation of Deferred@861648551 after retry RPC after error@912450046) -> (continuation of Deferred@1024758584 after retry RPC after error@328422213) -> (continuation of Deferred@2098409758 after retry RPC after error@1558135379) -> (continuation of Deferred@1170966435 after retry RPC after error@1280048420) -> (continuation of Deferred@674545266 after retry RPC after error@249539837)))
20:17:31.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.323 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.345 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:31.401692 16505 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8985749f5a484a0da7b610877467df51)
20:17:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:31.401906 16505 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:31.402773 16505 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:31.403815 15597 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:17:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:31.405207 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253): Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111)
20:17:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:31.405404 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:31.405512 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:31.405804 16505 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:17:31.483 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@2135199488(state=PENDING, result=null, callback=(continuation of Deferred@98985762 after retry RPC after error@1324653633) -> (continuation of Deferred@368810006 after retry RPC after error@1318861094) -> (continuation of Deferred@2029357216 after retry RPC after error@310969707) -> (continuation of Deferred@1543181316 after retry RPC after error@1954628436) -> (continuation of Deferred@551908844 after retry RPC after error@2048761542) -> (continuation of Deferred@2043014837 after retry RPC after error@119576890) -> (continuation of Deferred@216122919 after retry RPC after error@438080211), errback=(continuation of Deferred@98985762 after retry RPC after error@1324653633) -> (continuation of Deferred@368810006 after retry RPC after error@1318861094) -> (continuation of Deferred@2029357216 after retry RPC after error@310969707) -> (continuation of Deferred@1543181316 after retry RPC after error@1954628436) -> (continuation of Deferred@551908844 after retry RPC after error@2048761542) -> (continuation of Deferred@2043014837 after retry RPC after error@119576890) -> (continuation of Deferred@216122919 after retry RPC after error@438080211)))
20:17:31.487 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@2135199488(state=PENDING, result=null, callback=(continuation of Deferred@98985762 after retry RPC after error@1324653633) -> (continuation of Deferred@368810006 after retry RPC after error@1318861094) -> (continuation of Deferred@2029357216 after retry RPC after error@310969707) -> (continuation of Deferred@1543181316 after retry RPC after error@1954628436) -> (continuation of Deferred@551908844 after retry RPC after error@2048761542) -> (continuation of Deferred@2043014837 after retry RPC after error@119576890) -> (continuation of Deferred@216122919 after retry RPC after error@438080211), errback=(continuation of Deferred@98985762 after retry RPC after error@1324653633) -> (continuation of Deferred@368810006 after retry RPC after error@1318861094) -> (continuation of Deferred@2029357216 after retry RPC after error@310969707) -> (continuation of Deferred@1543181316 after retry RPC after error@1954628436) -> (continuation of Deferred@551908844 after retry RPC after error@2048761542) -> (continuation of Deferred@2043014837 after retry RPC after error@119576890) -> (continuation of Deferred@216122919 after retry RPC after error@438080211)))
20:17:31.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.505 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.585 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.764 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@57628757(state=PENDING, result=null, callback=(continuation of Deferred@545369754 after retry RPC after error@1885559707) -> (continuation of Deferred@575971875 after retry RPC after error@1535179724) -> (continuation of Deferred@1985510232 after retry RPC after error@470632843) -> (continuation of Deferred@466593171 after retry RPC after error@1204642749) -> (continuation of Deferred@1929007783 after retry RPC after error@72162402) -> (continuation of Deferred@1657324101 after retry RPC after error@1312068906) -> (continuation of Deferred@1853593889 after retry RPC after error@45692544), errback=(continuation of Deferred@545369754 after retry RPC after error@1885559707) -> (continuation of Deferred@575971875 after retry RPC after error@1535179724) -> (continuation of Deferred@1985510232 after retry RPC after error@470632843) -> (continuation of Deferred@466593171 after retry RPC after error@1204642749) -> (continuation of Deferred@1929007783 after retry RPC after error@72162402) -> (continuation of Deferred@1657324101 after retry RPC after error@1312068906) -> (continuation of Deferred@1853593889 after retry RPC after error@45692544)))
20:17:31.765 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:31.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.785 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.805 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.825 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.845 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:31.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:31.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:31.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:31.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:31.986 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1050780906(state=PENDING, result=null, callback=(continuation of Deferred@407674758 after retry RPC after error@76820172) -> (continuation of Deferred@430388431 after retry RPC after error@705840613) -> (continuation of Deferred@1449025422 after retry RPC after error@1939466695) -> (continuation of Deferred@1404615223 after retry RPC after error@1799221448) -> (continuation of Deferred@1337683982 after retry RPC after error@1934655471) -> (continuation of Deferred@1697585840 after retry RPC after error@1628446061), errback=(continuation of Deferred@407674758 after retry RPC after error@76820172) -> (continuation of Deferred@430388431 after retry RPC after error@705840613) -> (continuation of Deferred@1449025422 after retry RPC after error@1939466695) -> (continuation of Deferred@1404615223 after retry RPC after error@1799221448) -> (continuation of Deferred@1337683982 after retry RPC after error@1934655471) -> (continuation of Deferred@1697585840 after retry RPC after error@1628446061)))
20:17:31.987 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1050780906(state=PENDING, result=null, callback=(continuation of Deferred@407674758 after retry RPC after error@76820172) -> (continuation of Deferred@430388431 after retry RPC after error@705840613) -> (continuation of Deferred@1449025422 after retry RPC after error@1939466695) -> (continuation of Deferred@1404615223 after retry RPC after error@1799221448) -> (continuation of Deferred@1337683982 after retry RPC after error@1934655471) -> (continuation of Deferred@1697585840 after retry RPC after error@1628446061), errback=(continuation of Deferred@407674758 after retry RPC after error@76820172) -> (continuation of Deferred@430388431 after retry RPC after error@705840613) -> (continuation of Deferred@1449025422 after retry RPC after error@1939466695) -> (continuation of Deferred@1404615223 after retry RPC after error@1799221448) -> (continuation of Deferred@1337683982 after retry RPC after error@1934655471) -> (continuation of Deferred@1697585840 after retry RPC after error@1628446061)))
20:17:32.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.063 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.085 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.125 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.183 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.264 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@419512326(state=PENDING, result=null, callback=(continuation of Deferred@2122754960 after retry RPC after error@578411841) -> (continuation of Deferred@596783718 after retry RPC after error@813713250) -> (continuation of Deferred@2064756937 after retry RPC after error@393148735) -> (continuation of Deferred@635300022 after retry RPC after error@391381048) -> (continuation of Deferred@1630891491 after retry RPC after error@24303611) -> (continuation of Deferred@1260394299 after retry RPC after error@2093128615) -> (continuation of Deferred@919780265 after retry RPC after error@562593671), errback=(continuation of Deferred@2122754960 after retry RPC after error@578411841) -> (continuation of Deferred@596783718 after retry RPC after error@813713250) -> (continuation of Deferred@2064756937 after retry RPC after error@393148735) -> (continuation of Deferred@635300022 after retry RPC after error@391381048) -> (continuation of Deferred@1630891491 after retry RPC after error@24303611) -> (continuation of Deferred@1260394299 after retry RPC after error@2093128615) -> (continuation of Deferred@919780265 after retry RPC after error@562593671)))
20:17:32.264 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:32.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.285 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.305 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.523 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.526 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1052658339(state=PENDING, result=null, callback=(continuation of Deferred@1593149634 after retry RPC after error@727439464) -> (continuation of Deferred@397246933 after retry RPC after error@1527392977) -> (continuation of Deferred@701176554 after retry RPC after error@1545998115) -> (continuation of Deferred@662609499 after retry RPC after error@766010567) -> (continuation of Deferred@1548036050 after retry RPC after error@821453934) -> (continuation of Deferred@1672067181 after retry RPC after error@231302787) -> (continuation of Deferred@2026355551 after retry RPC after error@2064737597), errback=(continuation of Deferred@1593149634 after retry RPC after error@727439464) -> (continuation of Deferred@397246933 after retry RPC after error@1527392977) -> (continuation of Deferred@701176554 after retry RPC after error@1545998115) -> (continuation of Deferred@662609499 after retry RPC after error@766010567) -> (continuation of Deferred@1548036050 after retry RPC after error@821453934) -> (continuation of Deferred@1672067181 after retry RPC after error@231302787) -> (continuation of Deferred@2026355551 after retry RPC after error@2064737597)))
20:17:32.526 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1052658339(state=PENDING, result=null, callback=(continuation of Deferred@1593149634 after retry RPC after error@727439464) -> (continuation of Deferred@397246933 after retry RPC after error@1527392977) -> (continuation of Deferred@701176554 after retry RPC after error@1545998115) -> (continuation of Deferred@662609499 after retry RPC after error@766010567) -> (continuation of Deferred@1548036050 after retry RPC after error@821453934) -> (continuation of Deferred@1672067181 after retry RPC after error@231302787) -> (continuation of Deferred@2026355551 after retry RPC after error@2064737597), errback=(continuation of Deferred@1593149634 after retry RPC after error@727439464) -> (continuation of Deferred@397246933 after retry RPC after error@1527392977) -> (continuation of Deferred@701176554 after retry RPC after error@1545998115) -> (continuation of Deferred@662609499 after retry RPC after error@766010567) -> (continuation of Deferred@1548036050 after retry RPC after error@821453934) -> (continuation of Deferred@1672067181 after retry RPC after error@231302787) -> (continuation of Deferred@2026355551 after retry RPC after error@2064737597)))
20:17:32.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.545 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.767 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1435585777(state=PENDING, result=null, callback=(continuation of Deferred@1530893432 after retry RPC after error@71943023) -> (continuation of Deferred@726916026 after retry RPC after error@1954213093) -> (continuation of Deferred@1396783686 after retry RPC after error@425318906) -> (continuation of Deferred@744644448 after retry RPC after error@257725389) -> (continuation of Deferred@1435835242 after retry RPC after error@47488555) -> (continuation of Deferred@1022580814 after retry RPC after error@1465546470) -> (continuation of Deferred@711551276 after retry RPC after error@216702860), errback=(continuation of Deferred@1530893432 after retry RPC after error@71943023) -> (continuation of Deferred@726916026 after retry RPC after error@1954213093) -> (continuation of Deferred@1396783686 after retry RPC after error@425318906) -> (continuation of Deferred@744644448 after retry RPC after error@257725389) -> (continuation of Deferred@1435835242 after retry RPC after error@47488555) -> (continuation of Deferred@1022580814 after retry RPC after error@1465546470) -> (continuation of Deferred@711551276 after retry RPC after error@216702860)))
20:17:32.767 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1435585777(state=PENDING, result=null, callback=(continuation of Deferred@1530893432 after retry RPC after error@71943023) -> (continuation of Deferred@726916026 after retry RPC after error@1954213093) -> (continuation of Deferred@1396783686 after retry RPC after error@425318906) -> (continuation of Deferred@744644448 after retry RPC after error@257725389) -> (continuation of Deferred@1435835242 after retry RPC after error@47488555) -> (continuation of Deferred@1022580814 after retry RPC after error@1465546470) -> (continuation of Deferred@711551276 after retry RPC after error@216702860), errback=(continuation of Deferred@1530893432 after retry RPC after error@71943023) -> (continuation of Deferred@726916026 after retry RPC after error@1954213093) -> (continuation of Deferred@1396783686 after retry RPC after error@425318906) -> (continuation of Deferred@744644448 after retry RPC after error@257725389) -> (continuation of Deferred@1435835242 after retry RPC after error@47488555) -> (continuation of Deferred@1022580814 after retry RPC after error@1465546470) -> (continuation of Deferred@711551276 after retry RPC after error@216702860)))
20:17:32.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.845 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:32.943645 16134 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:32.949196 16134 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:32.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:32.950645 16136 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.31.252:39201)
20:17:32.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:32.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:32.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:32.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:32.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:32.986 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1930569746(state=PENDING, result=null, callback=(continuation of Deferred@1244391790 after retry RPC after error@1920677681) -> (continuation of Deferred@177830008 after retry RPC after error@1755939713) -> (continuation of Deferred@2111596387 after retry RPC after error@1454703958) -> (continuation of Deferred@397339968 after retry RPC after error@868209087) -> (continuation of Deferred@759586772 after retry RPC after error@1395089567) -> (continuation of Deferred@864240470 after retry RPC after error@2130468528) -> (continuation of Deferred@1641748036 after retry RPC after error@160477560) -> (continuation of Deferred@539020015 after retry RPC after error@1018497413), errback=(continuation of Deferred@1244391790 after retry RPC after error@1920677681) -> (continuation of Deferred@177830008 after retry RPC after error@1755939713) -> (continuation of Deferred@2111596387 after retry RPC after error@1454703958) -> (continuation of Deferred@397339968 after retry RPC after error@868209087) -> (continuation of Deferred@759586772 after retry RPC after error@1395089567) -> (continuation of Deferred@864240470 after retry RPC after error@2130468528) -> (continuation of Deferred@1641748036 after retry RPC after error@160477560) -> (continuation of Deferred@539020015 after retry RPC after error@1018497413)))
20:17:32.990 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1930569746(state=PENDING, result=null, callback=(continuation of Deferred@1244391790 after retry RPC after error@1920677681) -> (continuation of Deferred@177830008 after retry RPC after error@1755939713) -> (continuation of Deferred@2111596387 after retry RPC after error@1454703958) -> (continuation of Deferred@397339968 after retry RPC after error@868209087) -> (continuation of Deferred@759586772 after retry RPC after error@1395089567) -> (continuation of Deferred@864240470 after retry RPC after error@2130468528) -> (continuation of Deferred@1641748036 after retry RPC after error@160477560) -> (continuation of Deferred@539020015 after retry RPC after error@1018497413), errback=(continuation of Deferred@1244391790 after retry RPC after error@1920677681) -> (continuation of Deferred@177830008 after retry RPC after error@1755939713) -> (continuation of Deferred@2111596387 after retry RPC after error@1454703958) -> (continuation of Deferred@397339968 after retry RPC after error@868209087) -> (continuation of Deferred@759586772 after retry RPC after error@1395089567) -> (continuation of Deferred@864240470 after retry RPC after error@2130468528) -> (continuation of Deferred@1641748036 after retry RPC after error@160477560) -> (continuation of Deferred@539020015 after retry RPC after error@1018497413)))
20:17:33.003 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.264 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1131182438(state=PENDING, result=null, callback=(continuation of Deferred@28181275 after retry RPC after error@590214191) -> (continuation of Deferred@1816492159 after retry RPC after error@1279433688) -> (continuation of Deferred@1032187792 after retry RPC after error@1900411011) -> (continuation of Deferred@914677844 after retry RPC after error@1858089223) -> (continuation of Deferred@2091624992 after retry RPC after error@586470614) -> (continuation of Deferred@870520476 after retry RPC after error@1556365806) -> (continuation of Deferred@2107575036 after retry RPC after error@2034840573), errback=(continuation of Deferred@28181275 after retry RPC after error@590214191) -> (continuation of Deferred@1816492159 after retry RPC after error@1279433688) -> (continuation of Deferred@1032187792 after retry RPC after error@1900411011) -> (continuation of Deferred@914677844 after retry RPC after error@1858089223) -> (continuation of Deferred@2091624992 after retry RPC after error@586470614) -> (continuation of Deferred@870520476 after retry RPC after error@1556365806) -> (continuation of Deferred@2107575036 after retry RPC after error@2034840573)))
20:17:33.265 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:33.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.325 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.526 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1826928360(state=PENDING, result=null, callback=(continuation of Deferred@251697291 after retry RPC after error@1186376226) -> (continuation of Deferred@745435909 after retry RPC after error@1702155158) -> (continuation of Deferred@1849416563 after retry RPC after error@498047788) -> (continuation of Deferred@1107699143 after retry RPC after error@19773042) -> (continuation of Deferred@838669671 after retry RPC after error@1349164687) -> (continuation of Deferred@598847832 after retry RPC after error@1329794426) -> (continuation of Deferred@382500824 after retry RPC after error@316020072), errback=(continuation of Deferred@251697291 after retry RPC after error@1186376226) -> (continuation of Deferred@745435909 after retry RPC after error@1702155158) -> (continuation of Deferred@1849416563 after retry RPC after error@498047788) -> (continuation of Deferred@1107699143 after retry RPC after error@19773042) -> (continuation of Deferred@838669671 after retry RPC after error@1349164687) -> (continuation of Deferred@598847832 after retry RPC after error@1329794426) -> (continuation of Deferred@382500824 after retry RPC after error@316020072)))
20:17:33.527 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1826928360(state=PENDING, result=null, callback=(continuation of Deferred@251697291 after retry RPC after error@1186376226) -> (continuation of Deferred@745435909 after retry RPC after error@1702155158) -> (continuation of Deferred@1849416563 after retry RPC after error@498047788) -> (continuation of Deferred@1107699143 after retry RPC after error@19773042) -> (continuation of Deferred@838669671 after retry RPC after error@1349164687) -> (continuation of Deferred@598847832 after retry RPC after error@1329794426) -> (continuation of Deferred@382500824 after retry RPC after error@316020072), errback=(continuation of Deferred@251697291 after retry RPC after error@1186376226) -> (continuation of Deferred@745435909 after retry RPC after error@1702155158) -> (continuation of Deferred@1849416563 after retry RPC after error@498047788) -> (continuation of Deferred@1107699143 after retry RPC after error@19773042) -> (continuation of Deferred@838669671 after retry RPC after error@1349164687) -> (continuation of Deferred@598847832 after retry RPC after error@1329794426) -> (continuation of Deferred@382500824 after retry RPC after error@316020072)))
20:17:33.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.563 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.585 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.706 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1360609443(state=PENDING, result=null, callback=(continuation of Deferred@1471939141 after retry RPC after error@1678911097) -> (continuation of Deferred@1137931230 after retry RPC after error@1481916255) -> (continuation of Deferred@1875746874 after retry RPC after error@446263892) -> (continuation of Deferred@1108127578 after retry RPC after error@1004260995) -> (continuation of Deferred@966096306 after retry RPC after error@1758444294) -> (continuation of Deferred@1335799610 after retry RPC after error@718589852), errback=(continuation of Deferred@1471939141 after retry RPC after error@1678911097) -> (continuation of Deferred@1137931230 after retry RPC after error@1481916255) -> (continuation of Deferred@1875746874 after retry RPC after error@446263892) -> (continuation of Deferred@1108127578 after retry RPC after error@1004260995) -> (continuation of Deferred@966096306 after retry RPC after error@1758444294) -> (continuation of Deferred@1335799610 after retry RPC after error@718589852)))
20:17:33.707 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1360609443(state=PENDING, result=null, callback=(continuation of Deferred@1471939141 after retry RPC after error@1678911097) -> (continuation of Deferred@1137931230 after retry RPC after error@1481916255) -> (continuation of Deferred@1875746874 after retry RPC after error@446263892) -> (continuation of Deferred@1108127578 after retry RPC after error@1004260995) -> (continuation of Deferred@966096306 after retry RPC after error@1758444294) -> (continuation of Deferred@1335799610 after retry RPC after error@718589852), errback=(continuation of Deferred@1471939141 after retry RPC after error@1678911097) -> (continuation of Deferred@1137931230 after retry RPC after error@1481916255) -> (continuation of Deferred@1875746874 after retry RPC after error@446263892) -> (continuation of Deferred@1108127578 after retry RPC after error@1004260995) -> (continuation of Deferred@966096306 after retry RPC after error@1758444294) -> (continuation of Deferred@1335799610 after retry RPC after error@718589852)))
20:17:33.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.745 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.765 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:33.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:33.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:33.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:33.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:33.984 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1820738344(state=PENDING, result=null, callback=(continuation of Deferred@1090741878 after retry RPC after error@9520761) -> (continuation of Deferred@1645038354 after retry RPC after error@1011669880) -> (continuation of Deferred@1722165841 after retry RPC after error@1821248114) -> (continuation of Deferred@1691588906 after retry RPC after error@1050544595) -> (continuation of Deferred@1765628147 after retry RPC after error@1971065404) -> (continuation of Deferred@220127088 after retry RPC after error@1124110225) -> (continuation of Deferred@1081720258 after retry RPC after error@1434565123), errback=(continuation of Deferred@1090741878 after retry RPC after error@9520761) -> (continuation of Deferred@1645038354 after retry RPC after error@1011669880) -> (continuation of Deferred@1722165841 after retry RPC after error@1821248114) -> (continuation of Deferred@1691588906 after retry RPC after error@1050544595) -> (continuation of Deferred@1765628147 after retry RPC after error@1971065404) -> (continuation of Deferred@220127088 after retry RPC after error@1124110225) -> (continuation of Deferred@1081720258 after retry RPC after error@1434565123)))
20:17:33.985 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:34.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.247 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1843673788(state=PENDING, result=null, callback=(continuation of Deferred@370100076 after retry RPC after error@191944193) -> (continuation of Deferred@1108924355 after retry RPC after error@241509606) -> (continuation of Deferred@1648174689 after retry RPC after error@1878009081) -> (continuation of Deferred@1800556555 after retry RPC after error@1287068563) -> (continuation of Deferred@1202860618 after retry RPC after error@688587177) -> (continuation of Deferred@1352720011 after retry RPC after error@608124047) -> (continuation of Deferred@1925802528 after retry RPC after error@62794649), errback=(continuation of Deferred@370100076 after retry RPC after error@191944193) -> (continuation of Deferred@1108924355 after retry RPC after error@241509606) -> (continuation of Deferred@1648174689 after retry RPC after error@1878009081) -> (continuation of Deferred@1800556555 after retry RPC after error@1287068563) -> (continuation of Deferred@1202860618 after retry RPC after error@688587177) -> (continuation of Deferred@1352720011 after retry RPC after error@608124047) -> (continuation of Deferred@1925802528 after retry RPC after error@62794649)))
20:17:34.248 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1843673788(state=PENDING, result=null, callback=(continuation of Deferred@370100076 after retry RPC after error@191944193) -> (continuation of Deferred@1108924355 after retry RPC after error@241509606) -> (continuation of Deferred@1648174689 after retry RPC after error@1878009081) -> (continuation of Deferred@1800556555 after retry RPC after error@1287068563) -> (continuation of Deferred@1202860618 after retry RPC after error@688587177) -> (continuation of Deferred@1352720011 after retry RPC after error@608124047) -> (continuation of Deferred@1925802528 after retry RPC after error@62794649), errback=(continuation of Deferred@370100076 after retry RPC after error@191944193) -> (continuation of Deferred@1108924355 after retry RPC after error@241509606) -> (continuation of Deferred@1648174689 after retry RPC after error@1878009081) -> (continuation of Deferred@1800556555 after retry RPC after error@1287068563) -> (continuation of Deferred@1202860618 after retry RPC after error@688587177) -> (continuation of Deferred@1352720011 after retry RPC after error@608124047) -> (continuation of Deferred@1925802528 after retry RPC after error@62794649)))
20:17:34.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.325 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.345 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.445 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.465 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.467 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@520862819(state=PENDING, result=null, callback=(continuation of Deferred@956695887 after retry RPC after error@1359785601) -> (continuation of Deferred@1733890754 after retry RPC after error@636699374) -> (continuation of Deferred@743835490 after retry RPC after error@404413647) -> (continuation of Deferred@939135500 after retry RPC after error@136430127) -> (continuation of Deferred@349223262 after retry RPC after error@1524822959) -> (continuation of Deferred@1030742157 after retry RPC after error@995720629) -> (continuation of Deferred@710031817 after retry RPC after error@1734400167), errback=(continuation of Deferred@956695887 after retry RPC after error@1359785601) -> (continuation of Deferred@1733890754 after retry RPC after error@636699374) -> (continuation of Deferred@743835490 after retry RPC after error@404413647) -> (continuation of Deferred@939135500 after retry RPC after error@136430127) -> (continuation of Deferred@349223262 after retry RPC after error@1524822959) -> (continuation of Deferred@1030742157 after retry RPC after error@995720629) -> (continuation of Deferred@710031817 after retry RPC after error@1734400167)))
20:17:34.467 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@520862819(state=PENDING, result=null, callback=(continuation of Deferred@956695887 after retry RPC after error@1359785601) -> (continuation of Deferred@1733890754 after retry RPC after error@636699374) -> (continuation of Deferred@743835490 after retry RPC after error@404413647) -> (continuation of Deferred@939135500 after retry RPC after error@136430127) -> (continuation of Deferred@349223262 after retry RPC after error@1524822959) -> (continuation of Deferred@1030742157 after retry RPC after error@995720629) -> (continuation of Deferred@710031817 after retry RPC after error@1734400167), errback=(continuation of Deferred@956695887 after retry RPC after error@1359785601) -> (continuation of Deferred@1733890754 after retry RPC after error@636699374) -> (continuation of Deferred@743835490 after retry RPC after error@404413647) -> (continuation of Deferred@939135500 after retry RPC after error@136430127) -> (continuation of Deferred@349223262 after retry RPC after error@1524822959) -> (continuation of Deferred@1030742157 after retry RPC after error@995720629) -> (continuation of Deferred@710031817 after retry RPC after error@1734400167)))
20:17:34.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.563 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.585 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.645 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.744 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@205110948(state=PENDING, result=null, callback=(continuation of Deferred@1149410070 after retry RPC after error@823470805) -> (continuation of Deferred@2045383171 after retry RPC after error@954683140) -> (continuation of Deferred@1760373029 after retry RPC after error@1891038575) -> (continuation of Deferred@1508219760 after retry RPC after error@1543008295) -> (continuation of Deferred@1524489852 after retry RPC after error@495408581) -> (continuation of Deferred@1749836574 after retry RPC after error@1890410360) -> (continuation of Deferred@1152864559 after retry RPC after error@1664687361), errback=(continuation of Deferred@1149410070 after retry RPC after error@823470805) -> (continuation of Deferred@2045383171 after retry RPC after error@954683140) -> (continuation of Deferred@1760373029 after retry RPC after error@1891038575) -> (continuation of Deferred@1508219760 after retry RPC after error@1543008295) -> (continuation of Deferred@1524489852 after retry RPC after error@495408581) -> (continuation of Deferred@1749836574 after retry RPC after error@1890410360) -> (continuation of Deferred@1152864559 after retry RPC after error@1664687361)))
20:17:34.745 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:34.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.765 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.785 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:34.966 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1449767837(state=PENDING, result=null, callback=(continuation of Deferred@1603031760 after retry RPC after error@1449945899) -> (continuation of Deferred@1053612024 after retry RPC after error@623013607) -> (continuation of Deferred@411415105 after retry RPC after error@763737929) -> (continuation of Deferred@1966003734 after retry RPC after error@1137560322) -> (continuation of Deferred@1995402880 after retry RPC after error@1993384171) -> (continuation of Deferred@1976391233 after retry RPC after error@1484064289), errback=(continuation of Deferred@1603031760 after retry RPC after error@1449945899) -> (continuation of Deferred@1053612024 after retry RPC after error@623013607) -> (continuation of Deferred@411415105 after retry RPC after error@763737929) -> (continuation of Deferred@1966003734 after retry RPC after error@1137560322) -> (continuation of Deferred@1995402880 after retry RPC after error@1993384171) -> (continuation of Deferred@1976391233 after retry RPC after error@1484064289)))
20:17:34.967 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1449767837(state=PENDING, result=null, callback=(continuation of Deferred@1603031760 after retry RPC after error@1449945899) -> (continuation of Deferred@1053612024 after retry RPC after error@623013607) -> (continuation of Deferred@411415105 after retry RPC after error@763737929) -> (continuation of Deferred@1966003734 after retry RPC after error@1137560322) -> (continuation of Deferred@1995402880 after retry RPC after error@1993384171) -> (continuation of Deferred@1976391233 after retry RPC after error@1484064289), errback=(continuation of Deferred@1603031760 after retry RPC after error@1449945899) -> (continuation of Deferred@1053612024 after retry RPC after error@623013607) -> (continuation of Deferred@411415105 after retry RPC after error@763737929) -> (continuation of Deferred@1966003734 after retry RPC after error@1137560322) -> (continuation of Deferred@1995402880 after retry RPC after error@1993384171) -> (continuation of Deferred@1976391233 after retry RPC after error@1484064289)))
20:17:34.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:34.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:34.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:34.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:34.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1950771031(state=PENDING, result=null, callback=(continuation of Deferred@823345859 after retry RPC after error@1137335397) -> (continuation of Deferred@339818302 after retry RPC after error@1400542782) -> (continuation of Deferred@2018821064 after retry RPC after error@1777111507) -> (continuation of Deferred@1946792727 after retry RPC after error@1933902030) -> (continuation of Deferred@768722925 after retry RPC after error@540981645) -> (continuation of Deferred@420882326 after retry RPC after error@1108215562) -> (continuation of Deferred@1640193545 after retry RPC after error@887382381), errback=(continuation of Deferred@823345859 after retry RPC after error@1137335397) -> (continuation of Deferred@339818302 after retry RPC after error@1400542782) -> (continuation of Deferred@2018821064 after retry RPC after error@1777111507) -> (continuation of Deferred@1946792727 after retry RPC after error@1933902030) -> (continuation of Deferred@768722925 after retry RPC after error@540981645) -> (continuation of Deferred@420882326 after retry RPC after error@1108215562) -> (continuation of Deferred@1640193545 after retry RPC after error@887382381)))
20:17:35.207 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1950771031(state=PENDING, result=null, callback=(continuation of Deferred@823345859 after retry RPC after error@1137335397) -> (continuation of Deferred@339818302 after retry RPC after error@1400542782) -> (continuation of Deferred@2018821064 after retry RPC after error@1777111507) -> (continuation of Deferred@1946792727 after retry RPC after error@1933902030) -> (continuation of Deferred@768722925 after retry RPC after error@540981645) -> (continuation of Deferred@420882326 after retry RPC after error@1108215562) -> (continuation of Deferred@1640193545 after retry RPC after error@887382381), errback=(continuation of Deferred@823345859 after retry RPC after error@1137335397) -> (continuation of Deferred@339818302 after retry RPC after error@1400542782) -> (continuation of Deferred@2018821064 after retry RPC after error@1777111507) -> (continuation of Deferred@1946792727 after retry RPC after error@1933902030) -> (continuation of Deferred@768722925 after retry RPC after error@540981645) -> (continuation of Deferred@420882326 after retry RPC after error@1108215562) -> (continuation of Deferred@1640193545 after retry RPC after error@887382381)))
20:17:35.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.263 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.363 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.366 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1457393378(state=PENDING, result=null, callback=(continuation of Deferred@2001929712 after retry RPC after error@303530107) -> (continuation of Deferred@406173198 after retry RPC after error@1043989236) -> (continuation of Deferred@1361701958 after retry RPC after error@2131999296) -> (continuation of Deferred@1243866730 after retry RPC after error@610295928) -> (continuation of Deferred@985002862 after retry RPC after error@1477877698) -> (continuation of Deferred@223552028 after retry RPC after error@706211950), errback=(continuation of Deferred@2001929712 after retry RPC after error@303530107) -> (continuation of Deferred@406173198 after retry RPC after error@1043989236) -> (continuation of Deferred@1361701958 after retry RPC after error@2131999296) -> (continuation of Deferred@1243866730 after retry RPC after error@610295928) -> (continuation of Deferred@985002862 after retry RPC after error@1477877698) -> (continuation of Deferred@223552028 after retry RPC after error@706211950)))
20:17:35.366 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1457393378(state=PENDING, result=null, callback=(continuation of Deferred@2001929712 after retry RPC after error@303530107) -> (continuation of Deferred@406173198 after retry RPC after error@1043989236) -> (continuation of Deferred@1361701958 after retry RPC after error@2131999296) -> (continuation of Deferred@1243866730 after retry RPC after error@610295928) -> (continuation of Deferred@985002862 after retry RPC after error@1477877698) -> (continuation of Deferred@223552028 after retry RPC after error@706211950), errback=(continuation of Deferred@2001929712 after retry RPC after error@303530107) -> (continuation of Deferred@406173198 after retry RPC after error@1043989236) -> (continuation of Deferred@1361701958 after retry RPC after error@2131999296) -> (continuation of Deferred@1243866730 after retry RPC after error@610295928) -> (continuation of Deferred@985002862 after retry RPC after error@1477877698) -> (continuation of Deferred@223552028 after retry RPC after error@706211950)))
20:17:35.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.443 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.546 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@300195706(state=PENDING, result=null, callback=(continuation of Deferred@502407101 after retry RPC after error@858782231) -> (continuation of Deferred@1302037329 after retry RPC after error@2016533207) -> (continuation of Deferred@1966292379 after retry RPC after error@956341864) -> (continuation of Deferred@672142098 after retry RPC after error@1585546149) -> (continuation of Deferred@842179083 after retry RPC after error@268212731) -> (continuation of Deferred@660374421 after retry RPC after error@1964154992), errback=(continuation of Deferred@502407101 after retry RPC after error@858782231) -> (continuation of Deferred@1302037329 after retry RPC after error@2016533207) -> (continuation of Deferred@1966292379 after retry RPC after error@956341864) -> (continuation of Deferred@672142098 after retry RPC after error@1585546149) -> (continuation of Deferred@842179083 after retry RPC after error@268212731) -> (continuation of Deferred@660374421 after retry RPC after error@1964154992)))
20:17:35.547 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@300195706(state=PENDING, result=null, callback=(continuation of Deferred@502407101 after retry RPC after error@858782231) -> (continuation of Deferred@1302037329 after retry RPC after error@2016533207) -> (continuation of Deferred@1966292379 after retry RPC after error@956341864) -> (continuation of Deferred@672142098 after retry RPC after error@1585546149) -> (continuation of Deferred@842179083 after retry RPC after error@268212731) -> (continuation of Deferred@660374421 after retry RPC after error@1964154992), errback=(continuation of Deferred@502407101 after retry RPC after error@858782231) -> (continuation of Deferred@1302037329 after retry RPC after error@2016533207) -> (continuation of Deferred@1966292379 after retry RPC after error@956341864) -> (continuation of Deferred@672142098 after retry RPC after error@1585546149) -> (continuation of Deferred@842179083 after retry RPC after error@268212731) -> (continuation of Deferred@660374421 after retry RPC after error@1964154992)))
20:17:35.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.605 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.725 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1652040564(state=PENDING, result=null, callback=(continuation of Deferred@1753067158 after retry RPC after error@430147098) -> (continuation of Deferred@961530886 after retry RPC after error@445590488) -> (continuation of Deferred@520302337 after retry RPC after error@446032301) -> (continuation of Deferred@1576876293 after retry RPC after error@1053755529) -> (continuation of Deferred@951206774 after retry RPC after error@232721740) -> (continuation of Deferred@962472163 after retry RPC after error@2132014081) -> (continuation of Deferred@1435541862 after retry RPC after error@550532085), errback=(continuation of Deferred@1753067158 after retry RPC after error@430147098) -> (continuation of Deferred@961530886 after retry RPC after error@445590488) -> (continuation of Deferred@520302337 after retry RPC after error@446032301) -> (continuation of Deferred@1576876293 after retry RPC after error@1053755529) -> (continuation of Deferred@951206774 after retry RPC after error@232721740) -> (continuation of Deferred@962472163 after retry RPC after error@2132014081) -> (continuation of Deferred@1435541862 after retry RPC after error@550532085)))
20:17:35.807 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1652040564(state=PENDING, result=null, callback=(continuation of Deferred@1753067158 after retry RPC after error@430147098) -> (continuation of Deferred@961530886 after retry RPC after error@445590488) -> (continuation of Deferred@520302337 after retry RPC after error@446032301) -> (continuation of Deferred@1576876293 after retry RPC after error@1053755529) -> (continuation of Deferred@951206774 after retry RPC after error@232721740) -> (continuation of Deferred@962472163 after retry RPC after error@2132014081) -> (continuation of Deferred@1435541862 after retry RPC after error@550532085), errback=(continuation of Deferred@1753067158 after retry RPC after error@430147098) -> (continuation of Deferred@961530886 after retry RPC after error@445590488) -> (continuation of Deferred@520302337 after retry RPC after error@446032301) -> (continuation of Deferred@1576876293 after retry RPC after error@1053755529) -> (continuation of Deferred@951206774 after retry RPC after error@232721740) -> (continuation of Deferred@962472163 after retry RPC after error@2132014081) -> (continuation of Deferred@1435541862 after retry RPC after error@550532085)))
20:17:35.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:35.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:35.965 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:35.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:35.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:35.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@161359423(state=PENDING, result=null, callback=(continuation of Deferred@1701442101 after retry RPC after error@1315754782) -> (continuation of Deferred@896620490 after retry RPC after error@1294348421) -> (continuation of Deferred@1735695182 after retry RPC after error@1336430749) -> (continuation of Deferred@1884848549 after retry RPC after error@210117939) -> (continuation of Deferred@1332441350 after retry RPC after error@1120599246) -> (continuation of Deferred@1990920347 after retry RPC after error@1270420672) -> (continuation of Deferred@1607380976 after retry RPC after error@1257702475), errback=(continuation of Deferred@1701442101 after retry RPC after error@1315754782) -> (continuation of Deferred@896620490 after retry RPC after error@1294348421) -> (continuation of Deferred@1735695182 after retry RPC after error@1336430749) -> (continuation of Deferred@1884848549 after retry RPC after error@210117939) -> (continuation of Deferred@1332441350 after retry RPC after error@1120599246) -> (continuation of Deferred@1990920347 after retry RPC after error@1270420672) -> (continuation of Deferred@1607380976 after retry RPC after error@1257702475)))
20:17:36.026 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@161359423(state=PENDING, result=null, callback=(continuation of Deferred@1701442101 after retry RPC after error@1315754782) -> (continuation of Deferred@896620490 after retry RPC after error@1294348421) -> (continuation of Deferred@1735695182 after retry RPC after error@1336430749) -> (continuation of Deferred@1884848549 after retry RPC after error@210117939) -> (continuation of Deferred@1332441350 after retry RPC after error@1120599246) -> (continuation of Deferred@1990920347 after retry RPC after error@1270420672) -> (continuation of Deferred@1607380976 after retry RPC after error@1257702475), errback=(continuation of Deferred@1701442101 after retry RPC after error@1315754782) -> (continuation of Deferred@896620490 after retry RPC after error@1294348421) -> (continuation of Deferred@1735695182 after retry RPC after error@1336430749) -> (continuation of Deferred@1884848549 after retry RPC after error@210117939) -> (continuation of Deferred@1332441350 after retry RPC after error@1120599246) -> (continuation of Deferred@1990920347 after retry RPC after error@1270420672) -> (continuation of Deferred@1607380976 after retry RPC after error@1257702475)))
20:17:36.043 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.065 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.143 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.203 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.227 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@736226526(state=PENDING, result=null, callback=(continuation of Deferred@1118178859 after retry RPC after error@146324444) -> (continuation of Deferred@47402887 after retry RPC after error@644928543) -> (continuation of Deferred@1423266220 after retry RPC after error@427714225) -> (continuation of Deferred@21605742 after retry RPC after error@557404532) -> (continuation of Deferred@1604267214 after retry RPC after error@901677666) -> (continuation of Deferred@2043706214 after retry RPC after error@302594009) -> (continuation of Deferred@878088202 after retry RPC after error@1966782832), errback=(continuation of Deferred@1118178859 after retry RPC after error@146324444) -> (continuation of Deferred@47402887 after retry RPC after error@644928543) -> (continuation of Deferred@1423266220 after retry RPC after error@427714225) -> (continuation of Deferred@21605742 after retry RPC after error@557404532) -> (continuation of Deferred@1604267214 after retry RPC after error@901677666) -> (continuation of Deferred@2043706214 after retry RPC after error@302594009) -> (continuation of Deferred@878088202 after retry RPC after error@1966782832)))
20:17:36.227 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@736226526(state=PENDING, result=null, callback=(continuation of Deferred@1118178859 after retry RPC after error@146324444) -> (continuation of Deferred@47402887 after retry RPC after error@644928543) -> (continuation of Deferred@1423266220 after retry RPC after error@427714225) -> (continuation of Deferred@21605742 after retry RPC after error@557404532) -> (continuation of Deferred@1604267214 after retry RPC after error@901677666) -> (continuation of Deferred@2043706214 after retry RPC after error@302594009) -> (continuation of Deferred@878088202 after retry RPC after error@1966782832), errback=(continuation of Deferred@1118178859 after retry RPC after error@146324444) -> (continuation of Deferred@47402887 after retry RPC after error@644928543) -> (continuation of Deferred@1423266220 after retry RPC after error@427714225) -> (continuation of Deferred@21605742 after retry RPC after error@557404532) -> (continuation of Deferred@1604267214 after retry RPC after error@901677666) -> (continuation of Deferred@2043706214 after retry RPC after error@302594009) -> (continuation of Deferred@878088202 after retry RPC after error@1966782832)))
20:17:36.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.283 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@602480311(state=PENDING, result=null, callback=(continuation of Deferred@69217034 after retry RPC after error@173889054) -> (continuation of Deferred@1452250050 after retry RPC after error@1039672066) -> (continuation of Deferred@948250572 after retry RPC after error@1476946788) -> (continuation of Deferred@1916006948 after retry RPC after error@237973331) -> (continuation of Deferred@528859677 after retry RPC after error@80595394) -> (continuation of Deferred@1770170797 after retry RPC after error@505431673), errback=(continuation of Deferred@69217034 after retry RPC after error@173889054) -> (continuation of Deferred@1452250050 after retry RPC after error@1039672066) -> (continuation of Deferred@948250572 after retry RPC after error@1476946788) -> (continuation of Deferred@1916006948 after retry RPC after error@237973331) -> (continuation of Deferred@528859677 after retry RPC after error@80595394) -> (continuation of Deferred@1770170797 after retry RPC after error@505431673)))
20:17:36.406 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@602480311(state=PENDING, result=null, callback=(continuation of Deferred@69217034 after retry RPC after error@173889054) -> (continuation of Deferred@1452250050 after retry RPC after error@1039672066) -> (continuation of Deferred@948250572 after retry RPC after error@1476946788) -> (continuation of Deferred@1916006948 after retry RPC after error@237973331) -> (continuation of Deferred@528859677 after retry RPC after error@80595394) -> (continuation of Deferred@1770170797 after retry RPC after error@505431673), errback=(continuation of Deferred@69217034 after retry RPC after error@173889054) -> (continuation of Deferred@1452250050 after retry RPC after error@1039672066) -> (continuation of Deferred@948250572 after retry RPC after error@1476946788) -> (continuation of Deferred@1916006948 after retry RPC after error@237973331) -> (continuation of Deferred@528859677 after retry RPC after error@80595394) -> (continuation of Deferred@1770170797 after retry RPC after error@505431673)))
20:17:36.423 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.445 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.525 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.583 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.666 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1157896183(state=PENDING, result=null, callback=(continuation of Deferred@1662366270 after retry RPC after error@40776201) -> (continuation of Deferred@141418172 after retry RPC after error@1840499689) -> (continuation of Deferred@595132451 after retry RPC after error@1349812287) -> (continuation of Deferred@915029171 after retry RPC after error@1167410440) -> (continuation of Deferred@772156801 after retry RPC after error@1510421766) -> (continuation of Deferred@1032840529 after retry RPC after error@1390238445) -> (continuation of Deferred@1294470930 after retry RPC after error@778349748), errback=(continuation of Deferred@1662366270 after retry RPC after error@40776201) -> (continuation of Deferred@141418172 after retry RPC after error@1840499689) -> (continuation of Deferred@595132451 after retry RPC after error@1349812287) -> (continuation of Deferred@915029171 after retry RPC after error@1167410440) -> (continuation of Deferred@772156801 after retry RPC after error@1510421766) -> (continuation of Deferred@1032840529 after retry RPC after error@1390238445) -> (continuation of Deferred@1294470930 after retry RPC after error@778349748)))
20:17:36.666 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1157896183(state=PENDING, result=null, callback=(continuation of Deferred@1662366270 after retry RPC after error@40776201) -> (continuation of Deferred@141418172 after retry RPC after error@1840499689) -> (continuation of Deferred@595132451 after retry RPC after error@1349812287) -> (continuation of Deferred@915029171 after retry RPC after error@1167410440) -> (continuation of Deferred@772156801 after retry RPC after error@1510421766) -> (continuation of Deferred@1032840529 after retry RPC after error@1390238445) -> (continuation of Deferred@1294470930 after retry RPC after error@778349748), errback=(continuation of Deferred@1662366270 after retry RPC after error@40776201) -> (continuation of Deferred@141418172 after retry RPC after error@1840499689) -> (continuation of Deferred@595132451 after retry RPC after error@1349812287) -> (continuation of Deferred@915029171 after retry RPC after error@1167410440) -> (continuation of Deferred@772156801 after retry RPC after error@1510421766) -> (continuation of Deferred@1032840529 after retry RPC after error@1390238445) -> (continuation of Deferred@1294470930 after retry RPC after error@778349748)))
20:17:36.683 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.705 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.725 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.927 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@789006020(state=PENDING, result=null, callback=(continuation of Deferred@684598253 after retry RPC after error@1898195679) -> (continuation of Deferred@454284100 after retry RPC after error@238520196) -> (continuation of Deferred@1463753956 after retry RPC after error@119383566) -> (continuation of Deferred@34720858 after retry RPC after error@816341051) -> (continuation of Deferred@526357238 after retry RPC after error@1964538565) -> (continuation of Deferred@2045184800 after retry RPC after error@180163999) -> (continuation of Deferred@1763110428 after retry RPC after error@1609461673), errback=(continuation of Deferred@684598253 after retry RPC after error@1898195679) -> (continuation of Deferred@454284100 after retry RPC after error@238520196) -> (continuation of Deferred@1463753956 after retry RPC after error@119383566) -> (continuation of Deferred@34720858 after retry RPC after error@816341051) -> (continuation of Deferred@526357238 after retry RPC after error@1964538565) -> (continuation of Deferred@2045184800 after retry RPC after error@180163999) -> (continuation of Deferred@1763110428 after retry RPC after error@1609461673)))
20:17:36.927 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@789006020(state=PENDING, result=null, callback=(continuation of Deferred@684598253 after retry RPC after error@1898195679) -> (continuation of Deferred@454284100 after retry RPC after error@238520196) -> (continuation of Deferred@1463753956 after retry RPC after error@119383566) -> (continuation of Deferred@34720858 after retry RPC after error@816341051) -> (continuation of Deferred@526357238 after retry RPC after error@1964538565) -> (continuation of Deferred@2045184800 after retry RPC after error@180163999) -> (continuation of Deferred@1763110428 after retry RPC after error@1609461673), errback=(continuation of Deferred@684598253 after retry RPC after error@1898195679) -> (continuation of Deferred@454284100 after retry RPC after error@238520196) -> (continuation of Deferred@1463753956 after retry RPC after error@119383566) -> (continuation of Deferred@34720858 after retry RPC after error@816341051) -> (continuation of Deferred@526357238 after retry RPC after error@1964538565) -> (continuation of Deferred@2045184800 after retry RPC after error@180163999) -> (continuation of Deferred@1763110428 after retry RPC after error@1609461673)))
20:17:36.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:36.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:36.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:36.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:36.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:36.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.005 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.045 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.187 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1336257382(state=PENDING, result=null, callback=(continuation of Deferred@232675584 after retry RPC after error@197566366) -> (continuation of Deferred@855150317 after retry RPC after error@1357184335) -> (continuation of Deferred@789428234 after retry RPC after error@277411866) -> (continuation of Deferred@1718719232 after retry RPC after error@285742084) -> (continuation of Deferred@1392980935 after retry RPC after error@68700565) -> (continuation of Deferred@1847272325 after retry RPC after error@1071821430) -> (continuation of Deferred@1435576134 after retry RPC after error@327387264), errback=(continuation of Deferred@232675584 after retry RPC after error@197566366) -> (continuation of Deferred@855150317 after retry RPC after error@1357184335) -> (continuation of Deferred@789428234 after retry RPC after error@277411866) -> (continuation of Deferred@1718719232 after retry RPC after error@285742084) -> (continuation of Deferred@1392980935 after retry RPC after error@68700565) -> (continuation of Deferred@1847272325 after retry RPC after error@1071821430) -> (continuation of Deferred@1435576134 after retry RPC after error@327387264)))
20:17:37.187 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1336257382(state=PENDING, result=null, callback=(continuation of Deferred@232675584 after retry RPC after error@197566366) -> (continuation of Deferred@855150317 after retry RPC after error@1357184335) -> (continuation of Deferred@789428234 after retry RPC after error@277411866) -> (continuation of Deferred@1718719232 after retry RPC after error@285742084) -> (continuation of Deferred@1392980935 after retry RPC after error@68700565) -> (continuation of Deferred@1847272325 after retry RPC after error@1071821430) -> (continuation of Deferred@1435576134 after retry RPC after error@327387264), errback=(continuation of Deferred@232675584 after retry RPC after error@197566366) -> (continuation of Deferred@855150317 after retry RPC after error@1357184335) -> (continuation of Deferred@789428234 after retry RPC after error@277411866) -> (continuation of Deferred@1718719232 after retry RPC after error@285742084) -> (continuation of Deferred@1392980935 after retry RPC after error@68700565) -> (continuation of Deferred@1847272325 after retry RPC after error@1071821430) -> (continuation of Deferred@1435576134 after retry RPC after error@327387264)))
20:17:37.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.243 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.403 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1353331549(state=PENDING, result=null, callback=(continuation of Deferred@1236488230 after retry RPC after error@1509332931) -> (continuation of Deferred@955485089 after retry RPC after error@969045817) -> (continuation of Deferred@1789080135 after retry RPC after error@126281823) -> (continuation of Deferred@588043661 after retry RPC after error@165479786) -> (continuation of Deferred@2048868124 after retry RPC after error@1248588816) -> (continuation of Deferred@252633197 after retry RPC after error@1847153331) -> (continuation of Deferred@1845323699 after retry RPC after error@2015614312), errback=(continuation of Deferred@1236488230 after retry RPC after error@1509332931) -> (continuation of Deferred@955485089 after retry RPC after error@969045817) -> (continuation of Deferred@1789080135 after retry RPC after error@126281823) -> (continuation of Deferred@588043661 after retry RPC after error@165479786) -> (continuation of Deferred@2048868124 after retry RPC after error@1248588816) -> (continuation of Deferred@252633197 after retry RPC after error@1847153331) -> (continuation of Deferred@1845323699 after retry RPC after error@2015614312)))
20:17:37.406 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1353331549(state=PENDING, result=null, callback=(continuation of Deferred@1236488230 after retry RPC after error@1509332931) -> (continuation of Deferred@955485089 after retry RPC after error@969045817) -> (continuation of Deferred@1789080135 after retry RPC after error@126281823) -> (continuation of Deferred@588043661 after retry RPC after error@165479786) -> (continuation of Deferred@2048868124 after retry RPC after error@1248588816) -> (continuation of Deferred@252633197 after retry RPC after error@1847153331) -> (continuation of Deferred@1845323699 after retry RPC after error@2015614312), errback=(continuation of Deferred@1236488230 after retry RPC after error@1509332931) -> (continuation of Deferred@955485089 after retry RPC after error@969045817) -> (continuation of Deferred@1789080135 after retry RPC after error@126281823) -> (continuation of Deferred@588043661 after retry RPC after error@165479786) -> (continuation of Deferred@2048868124 after retry RPC after error@1248588816) -> (continuation of Deferred@252633197 after retry RPC after error@1847153331) -> (continuation of Deferred@1845323699 after retry RPC after error@2015614312)))
20:17:37.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.505 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.606 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@760285307(state=PENDING, result=null, callback=(continuation of Deferred@1238695862 after retry RPC after error@1381557113) -> (continuation of Deferred@1791805490 after retry RPC after error@1341855680) -> (continuation of Deferred@565995718 after retry RPC after error@887755939) -> (continuation of Deferred@954980180 after retry RPC after error@800686750) -> (continuation of Deferred@1828791799 after retry RPC after error@162163704) -> (continuation of Deferred@1872583918 after retry RPC after error@215195377) -> (continuation of Deferred@1754868737 after retry RPC after error@850820929), errback=(continuation of Deferred@1238695862 after retry RPC after error@1381557113) -> (continuation of Deferred@1791805490 after retry RPC after error@1341855680) -> (continuation of Deferred@565995718 after retry RPC after error@887755939) -> (continuation of Deferred@954980180 after retry RPC after error@800686750) -> (continuation of Deferred@1828791799 after retry RPC after error@162163704) -> (continuation of Deferred@1872583918 after retry RPC after error@215195377) -> (continuation of Deferred@1754868737 after retry RPC after error@850820929)))
20:17:37.607 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@760285307(state=PENDING, result=null, callback=(continuation of Deferred@1238695862 after retry RPC after error@1381557113) -> (continuation of Deferred@1791805490 after retry RPC after error@1341855680) -> (continuation of Deferred@565995718 after retry RPC after error@887755939) -> (continuation of Deferred@954980180 after retry RPC after error@800686750) -> (continuation of Deferred@1828791799 after retry RPC after error@162163704) -> (continuation of Deferred@1872583918 after retry RPC after error@215195377) -> (continuation of Deferred@1754868737 after retry RPC after error@850820929), errback=(continuation of Deferred@1238695862 after retry RPC after error@1381557113) -> (continuation of Deferred@1791805490 after retry RPC after error@1341855680) -> (continuation of Deferred@565995718 after retry RPC after error@887755939) -> (continuation of Deferred@954980180 after retry RPC after error@800686750) -> (continuation of Deferred@1828791799 after retry RPC after error@162163704) -> (continuation of Deferred@1872583918 after retry RPC after error@215195377) -> (continuation of Deferred@1754868737 after retry RPC after error@850820929)))
20:17:37.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.645 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.743 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.785 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.866 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1141850104(state=PENDING, result=null, callback=(continuation of Deferred@1233974062 after retry RPC after error@362762509) -> (continuation of Deferred@1072374342 after retry RPC after error@44448444) -> (continuation of Deferred@748530757 after retry RPC after error@1130727394) -> (continuation of Deferred@628782298 after retry RPC after error@372955411) -> (continuation of Deferred@1459920917 after retry RPC after error@951154560) -> (continuation of Deferred@1318783208 after retry RPC after error@245998185) -> (continuation of Deferred@2086645665 after retry RPC after error@1340197597), errback=(continuation of Deferred@1233974062 after retry RPC after error@362762509) -> (continuation of Deferred@1072374342 after retry RPC after error@44448444) -> (continuation of Deferred@748530757 after retry RPC after error@1130727394) -> (continuation of Deferred@628782298 after retry RPC after error@372955411) -> (continuation of Deferred@1459920917 after retry RPC after error@951154560) -> (continuation of Deferred@1318783208 after retry RPC after error@245998185) -> (continuation of Deferred@2086645665 after retry RPC after error@1340197597)))
20:17:37.867 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1141850104(state=PENDING, result=null, callback=(continuation of Deferred@1233974062 after retry RPC after error@362762509) -> (continuation of Deferred@1072374342 after retry RPC after error@44448444) -> (continuation of Deferred@748530757 after retry RPC after error@1130727394) -> (continuation of Deferred@628782298 after retry RPC after error@372955411) -> (continuation of Deferred@1459920917 after retry RPC after error@951154560) -> (continuation of Deferred@1318783208 after retry RPC after error@245998185) -> (continuation of Deferred@2086645665 after retry RPC after error@1340197597), errback=(continuation of Deferred@1233974062 after retry RPC after error@362762509) -> (continuation of Deferred@1072374342 after retry RPC after error@44448444) -> (continuation of Deferred@748530757 after retry RPC after error@1130727394) -> (continuation of Deferred@628782298 after retry RPC after error@372955411) -> (continuation of Deferred@1459920917 after retry RPC after error@951154560) -> (continuation of Deferred@1318783208 after retry RPC after error@245998185) -> (continuation of Deferred@2086645665 after retry RPC after error@1340197597)))
20:17:37.883 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.905 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.963 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:37.982699 16134 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:37.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:37.985 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:37.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:37.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:37.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:37.988186 16134 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:37.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:37.989626 16136 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.31.252:39201)
20:17:38.063 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.066 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@706139292(state=PENDING, result=null, callback=(continuation of Deferred@105257091 after retry RPC after error@2084131279) -> (continuation of Deferred@1274109028 after retry RPC after error@1465893810) -> (continuation of Deferred@1642814426 after retry RPC after error@1475008769) -> (continuation of Deferred@381271524 after retry RPC after error@1070771922) -> (continuation of Deferred@73144185 after retry RPC after error@92271650) -> (continuation of Deferred@1592930292 after retry RPC after error@1962720966), errback=(continuation of Deferred@105257091 after retry RPC after error@2084131279) -> (continuation of Deferred@1274109028 after retry RPC after error@1465893810) -> (continuation of Deferred@1642814426 after retry RPC after error@1475008769) -> (continuation of Deferred@381271524 after retry RPC after error@1070771922) -> (continuation of Deferred@73144185 after retry RPC after error@92271650) -> (continuation of Deferred@1592930292 after retry RPC after error@1962720966)))
20:17:38.066 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@706139292(state=PENDING, result=null, callback=(continuation of Deferred@105257091 after retry RPC after error@2084131279) -> (continuation of Deferred@1274109028 after retry RPC after error@1465893810) -> (continuation of Deferred@1642814426 after retry RPC after error@1475008769) -> (continuation of Deferred@381271524 after retry RPC after error@1070771922) -> (continuation of Deferred@73144185 after retry RPC after error@92271650) -> (continuation of Deferred@1592930292 after retry RPC after error@1962720966), errback=(continuation of Deferred@105257091 after retry RPC after error@2084131279) -> (continuation of Deferred@1274109028 after retry RPC after error@1465893810) -> (continuation of Deferred@1642814426 after retry RPC after error@1475008769) -> (continuation of Deferred@381271524 after retry RPC after error@1070771922) -> (continuation of Deferred@73144185 after retry RPC after error@92271650) -> (continuation of Deferred@1592930292 after retry RPC after error@1962720966)))
20:17:38.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.143 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.345 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1381734650(state=PENDING, result=null, callback=(continuation of Deferred@1896605022 after retry RPC after error@1433563926) -> (continuation of Deferred@1477465564 after retry RPC after error@1443007084) -> (continuation of Deferred@2022548711 after retry RPC after error@1042383395) -> (continuation of Deferred@1682280078 after retry RPC after error@651569536) -> (continuation of Deferred@862526241 after retry RPC after error@23836661) -> (continuation of Deferred@1234335912 after retry RPC after error@1587532339) -> (continuation of Deferred@626293458 after retry RPC after error@2044507538), errback=(continuation of Deferred@1896605022 after retry RPC after error@1433563926) -> (continuation of Deferred@1477465564 after retry RPC after error@1443007084) -> (continuation of Deferred@2022548711 after retry RPC after error@1042383395) -> (continuation of Deferred@1682280078 after retry RPC after error@651569536) -> (continuation of Deferred@862526241 after retry RPC after error@23836661) -> (continuation of Deferred@1234335912 after retry RPC after error@1587532339) -> (continuation of Deferred@626293458 after retry RPC after error@2044507538)))
20:17:38.345 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:38.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.405 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.483 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.606 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@198549668(state=PENDING, result=null, callback=(continuation of Deferred@1585752234 after retry RPC after error@888349470) -> (continuation of Deferred@588607757 after retry RPC after error@98776395) -> (continuation of Deferred@2119769253 after retry RPC after error@1402944419) -> (continuation of Deferred@1527424452 after retry RPC after error@1205836419) -> (continuation of Deferred@1901402857 after retry RPC after error@1530754371) -> (continuation of Deferred@1436016485 after retry RPC after error@1848069334) -> (continuation of Deferred@930910633 after retry RPC after error@123436392), errback=(continuation of Deferred@1585752234 after retry RPC after error@888349470) -> (continuation of Deferred@588607757 after retry RPC after error@98776395) -> (continuation of Deferred@2119769253 after retry RPC after error@1402944419) -> (continuation of Deferred@1527424452 after retry RPC after error@1205836419) -> (continuation of Deferred@1901402857 after retry RPC after error@1530754371) -> (continuation of Deferred@1436016485 after retry RPC after error@1848069334) -> (continuation of Deferred@930910633 after retry RPC after error@123436392)))
20:17:38.607 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@198549668(state=PENDING, result=null, callback=(continuation of Deferred@1585752234 after retry RPC after error@888349470) -> (continuation of Deferred@588607757 after retry RPC after error@98776395) -> (continuation of Deferred@2119769253 after retry RPC after error@1402944419) -> (continuation of Deferred@1527424452 after retry RPC after error@1205836419) -> (continuation of Deferred@1901402857 after retry RPC after error@1530754371) -> (continuation of Deferred@1436016485 after retry RPC after error@1848069334) -> (continuation of Deferred@930910633 after retry RPC after error@123436392), errback=(continuation of Deferred@1585752234 after retry RPC after error@888349470) -> (continuation of Deferred@588607757 after retry RPC after error@98776395) -> (continuation of Deferred@2119769253 after retry RPC after error@1402944419) -> (continuation of Deferred@1527424452 after retry RPC after error@1205836419) -> (continuation of Deferred@1901402857 after retry RPC after error@1530754371) -> (continuation of Deferred@1436016485 after retry RPC after error@1848069334) -> (continuation of Deferred@930910633 after retry RPC after error@123436392)))
20:17:38.623 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.645 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.725 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@375530336(state=PENDING, result=null, callback=(continuation of Deferred@374543356 after retry RPC after error@451558114) -> (continuation of Deferred@204284890 after retry RPC after error@198404124) -> (continuation of Deferred@93410921 after retry RPC after error@1315393811) -> (continuation of Deferred@733059318 after retry RPC after error@1001559572) -> (continuation of Deferred@882879765 after retry RPC after error@1074040156) -> (continuation of Deferred@1733680002 after retry RPC after error@1224270666) -> (continuation of Deferred@29755461 after retry RPC after error@1707871052), errback=(continuation of Deferred@374543356 after retry RPC after error@451558114) -> (continuation of Deferred@204284890 after retry RPC after error@198404124) -> (continuation of Deferred@93410921 after retry RPC after error@1315393811) -> (continuation of Deferred@733059318 after retry RPC after error@1001559572) -> (continuation of Deferred@882879765 after retry RPC after error@1074040156) -> (continuation of Deferred@1733680002 after retry RPC after error@1224270666) -> (continuation of Deferred@29755461 after retry RPC after error@1707871052)))
20:17:38.827 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@375530336(state=PENDING, result=null, callback=(continuation of Deferred@374543356 after retry RPC after error@451558114) -> (continuation of Deferred@204284890 after retry RPC after error@198404124) -> (continuation of Deferred@93410921 after retry RPC after error@1315393811) -> (continuation of Deferred@733059318 after retry RPC after error@1001559572) -> (continuation of Deferred@882879765 after retry RPC after error@1074040156) -> (continuation of Deferred@1733680002 after retry RPC after error@1224270666) -> (continuation of Deferred@29755461 after retry RPC after error@1707871052), errback=(continuation of Deferred@374543356 after retry RPC after error@451558114) -> (continuation of Deferred@204284890 after retry RPC after error@198404124) -> (continuation of Deferred@93410921 after retry RPC after error@1315393811) -> (continuation of Deferred@733059318 after retry RPC after error@1001559572) -> (continuation of Deferred@882879765 after retry RPC after error@1074040156) -> (continuation of Deferred@1733680002 after retry RPC after error@1224270666) -> (continuation of Deferred@29755461 after retry RPC after error@1707871052)))
20:17:38.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.885 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:38.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:38.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:38.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:38.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:38.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1492372360(state=PENDING, result=null, callback=(continuation of Deferred@600648374 after retry RPC after error@40976401) -> (continuation of Deferred@274576133 after retry RPC after error@1454675213) -> (continuation of Deferred@484875767 after retry RPC after error@345978802) -> (continuation of Deferred@1772583871 after retry RPC after error@457807739) -> (continuation of Deferred@870885568 after retry RPC after error@1588013992) -> (continuation of Deferred@210753856 after retry RPC after error@1537893861) -> (continuation of Deferred@762476792 after retry RPC after error@1257241749), errback=(continuation of Deferred@600648374 after retry RPC after error@40976401) -> (continuation of Deferred@274576133 after retry RPC after error@1454675213) -> (continuation of Deferred@484875767 after retry RPC after error@345978802) -> (continuation of Deferred@1772583871 after retry RPC after error@457807739) -> (continuation of Deferred@870885568 after retry RPC after error@1588013992) -> (continuation of Deferred@210753856 after retry RPC after error@1537893861) -> (continuation of Deferred@762476792 after retry RPC after error@1257241749)))
20:17:39.047 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1492372360(state=PENDING, result=null, callback=(continuation of Deferred@600648374 after retry RPC after error@40976401) -> (continuation of Deferred@274576133 after retry RPC after error@1454675213) -> (continuation of Deferred@484875767 after retry RPC after error@345978802) -> (continuation of Deferred@1772583871 after retry RPC after error@457807739) -> (continuation of Deferred@870885568 after retry RPC after error@1588013992) -> (continuation of Deferred@210753856 after retry RPC after error@1537893861) -> (continuation of Deferred@762476792 after retry RPC after error@1257241749), errback=(continuation of Deferred@600648374 after retry RPC after error@40976401) -> (continuation of Deferred@274576133 after retry RPC after error@1454675213) -> (continuation of Deferred@484875767 after retry RPC after error@345978802) -> (continuation of Deferred@1772583871 after retry RPC after error@457807739) -> (continuation of Deferred@870885568 after retry RPC after error@1588013992) -> (continuation of Deferred@210753856 after retry RPC after error@1537893861) -> (continuation of Deferred@762476792 after retry RPC after error@1257241749)))
20:17:39.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.083 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.105 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.183 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.243 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.246 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1975292412(state=PENDING, result=null, callback=(continuation of Deferred@1044374113 after retry RPC after error@22166612) -> (continuation of Deferred@1820117013 after retry RPC after error@2103351063) -> (continuation of Deferred@1018383927 after retry RPC after error@747857257) -> (continuation of Deferred@648359054 after retry RPC after error@793440610) -> (continuation of Deferred@154062922 after retry RPC after error@1050756139) -> (continuation of Deferred@837803565 after retry RPC after error@1238821011), errback=(continuation of Deferred@1044374113 after retry RPC after error@22166612) -> (continuation of Deferred@1820117013 after retry RPC after error@2103351063) -> (continuation of Deferred@1018383927 after retry RPC after error@747857257) -> (continuation of Deferred@648359054 after retry RPC after error@793440610) -> (continuation of Deferred@154062922 after retry RPC after error@1050756139) -> (continuation of Deferred@837803565 after retry RPC after error@1238821011)))
20:17:39.246 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1975292412(state=PENDING, result=null, callback=(continuation of Deferred@1044374113 after retry RPC after error@22166612) -> (continuation of Deferred@1820117013 after retry RPC after error@2103351063) -> (continuation of Deferred@1018383927 after retry RPC after error@747857257) -> (continuation of Deferred@648359054 after retry RPC after error@793440610) -> (continuation of Deferred@154062922 after retry RPC after error@1050756139) -> (continuation of Deferred@837803565 after retry RPC after error@1238821011), errback=(continuation of Deferred@1044374113 after retry RPC after error@22166612) -> (continuation of Deferred@1820117013 after retry RPC after error@2103351063) -> (continuation of Deferred@1018383927 after retry RPC after error@747857257) -> (continuation of Deferred@648359054 after retry RPC after error@793440610) -> (continuation of Deferred@154062922 after retry RPC after error@1050756139) -> (continuation of Deferred@837803565 after retry RPC after error@1238821011)))
20:17:39.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.265 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.524 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1122037243(state=PENDING, result=null, callback=(continuation of Deferred@1578622459 after retry RPC after error@392532742) -> (continuation of Deferred@1473252901 after retry RPC after error@312131089) -> (continuation of Deferred@1912754620 after retry RPC after error@1237586265) -> (continuation of Deferred@515018594 after retry RPC after error@1503645843) -> (continuation of Deferred@972088749 after retry RPC after error@1347904787) -> (continuation of Deferred@1511274980 after retry RPC after error@2108191101) -> (continuation of Deferred@1129000680 after retry RPC after error@685745263), errback=(continuation of Deferred@1578622459 after retry RPC after error@392532742) -> (continuation of Deferred@1473252901 after retry RPC after error@312131089) -> (continuation of Deferred@1912754620 after retry RPC after error@1237586265) -> (continuation of Deferred@515018594 after retry RPC after error@1503645843) -> (continuation of Deferred@972088749 after retry RPC after error@1347904787) -> (continuation of Deferred@1511274980 after retry RPC after error@2108191101) -> (continuation of Deferred@1129000680 after retry RPC after error@685745263)))
20:17:39.525 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:39.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.565 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.643 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.703 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.766 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1437221965(state=PENDING, result=null, callback=(continuation of Deferred@1763305890 after retry RPC after error@1137974078) -> (continuation of Deferred@665782418 after retry RPC after error@539011078) -> (continuation of Deferred@106037593 after retry RPC after error@1698490182) -> (continuation of Deferred@982030571 after retry RPC after error@533554980) -> (continuation of Deferred@151254349 after retry RPC after error@193410556) -> (continuation of Deferred@1974909863 after retry RPC after error@20317810) -> (continuation of Deferred@386478724 after retry RPC after error@622058828), errback=(continuation of Deferred@1763305890 after retry RPC after error@1137974078) -> (continuation of Deferred@665782418 after retry RPC after error@539011078) -> (continuation of Deferred@106037593 after retry RPC after error@1698490182) -> (continuation of Deferred@982030571 after retry RPC after error@533554980) -> (continuation of Deferred@151254349 after retry RPC after error@193410556) -> (continuation of Deferred@1974909863 after retry RPC after error@20317810) -> (continuation of Deferred@386478724 after retry RPC after error@622058828)))
20:17:39.767 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1437221965(state=PENDING, result=null, callback=(continuation of Deferred@1763305890 after retry RPC after error@1137974078) -> (continuation of Deferred@665782418 after retry RPC after error@539011078) -> (continuation of Deferred@106037593 after retry RPC after error@1698490182) -> (continuation of Deferred@982030571 after retry RPC after error@533554980) -> (continuation of Deferred@151254349 after retry RPC after error@193410556) -> (continuation of Deferred@1974909863 after retry RPC after error@20317810) -> (continuation of Deferred@386478724 after retry RPC after error@622058828), errback=(continuation of Deferred@1763305890 after retry RPC after error@1137974078) -> (continuation of Deferred@665782418 after retry RPC after error@539011078) -> (continuation of Deferred@106037593 after retry RPC after error@1698490182) -> (continuation of Deferred@982030571 after retry RPC after error@533554980) -> (continuation of Deferred@151254349 after retry RPC after error@193410556) -> (continuation of Deferred@1974909863 after retry RPC after error@20317810) -> (continuation of Deferred@386478724 after retry RPC after error@622058828)))
20:17:39.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.825 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.903 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:39.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:39.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:39.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:39.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:39.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.044 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1396740074(state=PENDING, result=null, callback=(continuation of Deferred@1322235040 after retry RPC after error@603570961) -> (continuation of Deferred@997798179 after retry RPC after error@1821492857) -> (continuation of Deferred@1606948351 after retry RPC after error@851752028) -> (continuation of Deferred@1078360846 after retry RPC after error@570871665) -> (continuation of Deferred@1031684387 after retry RPC after error@714044548) -> (continuation of Deferred@1508046032 after retry RPC after error@1301005786) -> (continuation of Deferred@36954641 after retry RPC after error@1405717895) -> (continuation of Deferred@499365722 after retry RPC after error@242549805), errback=(continuation of Deferred@1322235040 after retry RPC after error@603570961) -> (continuation of Deferred@997798179 after retry RPC after error@1821492857) -> (continuation of Deferred@1606948351 after retry RPC after error@851752028) -> (continuation of Deferred@1078360846 after retry RPC after error@570871665) -> (continuation of Deferred@1031684387 after retry RPC after error@714044548) -> (continuation of Deferred@1508046032 after retry RPC after error@1301005786) -> (continuation of Deferred@36954641 after retry RPC after error@1405717895) -> (continuation of Deferred@499365722 after retry RPC after error@242549805)))
20:17:40.045 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:40.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.103 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.285 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.324 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1507696365(state=PENDING, result=null, callback=(continuation of Deferred@1653192606 after retry RPC after error@1929212144) -> (continuation of Deferred@2015370895 after retry RPC after error@1296027024) -> (continuation of Deferred@1655027438 after retry RPC after error@2076582074) -> (continuation of Deferred@57314603 after retry RPC after error@814384027) -> (continuation of Deferred@2136428962 after retry RPC after error@895384834) -> (continuation of Deferred@1653255511 after retry RPC after error@108559558) -> (continuation of Deferred@1139275754 after retry RPC after error@93795577), errback=(continuation of Deferred@1653192606 after retry RPC after error@1929212144) -> (continuation of Deferred@2015370895 after retry RPC after error@1296027024) -> (continuation of Deferred@1655027438 after retry RPC after error@2076582074) -> (continuation of Deferred@57314603 after retry RPC after error@814384027) -> (continuation of Deferred@2136428962 after retry RPC after error@895384834) -> (continuation of Deferred@1653255511 after retry RPC after error@108559558) -> (continuation of Deferred@1139275754 after retry RPC after error@93795577)))
20:17:40.325 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:40.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.385 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.546 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1396933342(state=PENDING, result=null, callback=(continuation of Deferred@2096858179 after retry RPC after error@980104361) -> (continuation of Deferred@212251774 after retry RPC after error@1136431686) -> (continuation of Deferred@1665523694 after retry RPC after error@6840659) -> (continuation of Deferred@961818724 after retry RPC after error@517843882) -> (continuation of Deferred@1395309872 after retry RPC after error@277556479) -> (continuation of Deferred@138738074 after retry RPC after error@2067239875) -> (continuation of Deferred@2113036968 after retry RPC after error@886527293), errback=(continuation of Deferred@2096858179 after retry RPC after error@980104361) -> (continuation of Deferred@212251774 after retry RPC after error@1136431686) -> (continuation of Deferred@1665523694 after retry RPC after error@6840659) -> (continuation of Deferred@961818724 after retry RPC after error@517843882) -> (continuation of Deferred@1395309872 after retry RPC after error@277556479) -> (continuation of Deferred@138738074 after retry RPC after error@2067239875) -> (continuation of Deferred@2113036968 after retry RPC after error@886527293)))
20:17:40.547 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1396933342(state=PENDING, result=null, callback=(continuation of Deferred@2096858179 after retry RPC after error@980104361) -> (continuation of Deferred@212251774 after retry RPC after error@1136431686) -> (continuation of Deferred@1665523694 after retry RPC after error@6840659) -> (continuation of Deferred@961818724 after retry RPC after error@517843882) -> (continuation of Deferred@1395309872 after retry RPC after error@277556479) -> (continuation of Deferred@138738074 after retry RPC after error@2067239875) -> (continuation of Deferred@2113036968 after retry RPC after error@886527293), errback=(continuation of Deferred@2096858179 after retry RPC after error@980104361) -> (continuation of Deferred@212251774 after retry RPC after error@1136431686) -> (continuation of Deferred@1665523694 after retry RPC after error@6840659) -> (continuation of Deferred@961818724 after retry RPC after error@517843882) -> (continuation of Deferred@1395309872 after retry RPC after error@277556479) -> (continuation of Deferred@138738074 after retry RPC after error@2067239875) -> (continuation of Deferred@2113036968 after retry RPC after error@886527293)))
20:17:40.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.565 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.645 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.665 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.805 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1647917308(state=PENDING, result=null, callback=(continuation of Deferred@2144265828 after retry RPC after error@1399040167) -> (continuation of Deferred@1379239805 after retry RPC after error@2044767007) -> (continuation of Deferred@1905631105 after retry RPC after error@1065170820) -> (continuation of Deferred@1099780473 after retry RPC after error@1028235780) -> (continuation of Deferred@1618824123 after retry RPC after error@912949543) -> (continuation of Deferred@499587082 after retry RPC after error@1835978804) -> (continuation of Deferred@1732538033 after retry RPC after error@88455367), errback=(continuation of Deferred@2144265828 after retry RPC after error@1399040167) -> (continuation of Deferred@1379239805 after retry RPC after error@2044767007) -> (continuation of Deferred@1905631105 after retry RPC after error@1065170820) -> (continuation of Deferred@1099780473 after retry RPC after error@1028235780) -> (continuation of Deferred@1618824123 after retry RPC after error@912949543) -> (continuation of Deferred@499587082 after retry RPC after error@1835978804) -> (continuation of Deferred@1732538033 after retry RPC after error@88455367)))
20:17:40.807 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1647917308(state=PENDING, result=null, callback=(continuation of Deferred@2144265828 after retry RPC after error@1399040167) -> (continuation of Deferred@1379239805 after retry RPC after error@2044767007) -> (continuation of Deferred@1905631105 after retry RPC after error@1065170820) -> (continuation of Deferred@1099780473 after retry RPC after error@1028235780) -> (continuation of Deferred@1618824123 after retry RPC after error@912949543) -> (continuation of Deferred@499587082 after retry RPC after error@1835978804) -> (continuation of Deferred@1732538033 after retry RPC after error@88455367), errback=(continuation of Deferred@2144265828 after retry RPC after error@1399040167) -> (continuation of Deferred@1379239805 after retry RPC after error@2044767007) -> (continuation of Deferred@1905631105 after retry RPC after error@1065170820) -> (continuation of Deferred@1099780473 after retry RPC after error@1028235780) -> (continuation of Deferred@1618824123 after retry RPC after error@912949543) -> (continuation of Deferred@499587082 after retry RPC after error@1835978804) -> (continuation of Deferred@1732538033 after retry RPC after error@88455367)))
20:17:40.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.825 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.943 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:40.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:40.985 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:40.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:40.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:40.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@689345642(state=PENDING, result=null, callback=(continuation of Deferred@1232389283 after retry RPC after error@309027989) -> (continuation of Deferred@849918330 after retry RPC after error@796970625) -> (continuation of Deferred@1086215694 after retry RPC after error@163106112) -> (continuation of Deferred@2125256292 after retry RPC after error@1475476470) -> (continuation of Deferred@1707989280 after retry RPC after error@709937684) -> (continuation of Deferred@852960972 after retry RPC after error@1780569387) -> (continuation of Deferred@1630438806 after retry RPC after error@1300423629), errback=(continuation of Deferred@1232389283 after retry RPC after error@309027989) -> (continuation of Deferred@849918330 after retry RPC after error@796970625) -> (continuation of Deferred@1086215694 after retry RPC after error@163106112) -> (continuation of Deferred@2125256292 after retry RPC after error@1475476470) -> (continuation of Deferred@1707989280 after retry RPC after error@709937684) -> (continuation of Deferred@852960972 after retry RPC after error@1780569387) -> (continuation of Deferred@1630438806 after retry RPC after error@1300423629)))
20:17:41.027 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@689345642(state=PENDING, result=null, callback=(continuation of Deferred@1232389283 after retry RPC after error@309027989) -> (continuation of Deferred@849918330 after retry RPC after error@796970625) -> (continuation of Deferred@1086215694 after retry RPC after error@163106112) -> (continuation of Deferred@2125256292 after retry RPC after error@1475476470) -> (continuation of Deferred@1707989280 after retry RPC after error@709937684) -> (continuation of Deferred@852960972 after retry RPC after error@1780569387) -> (continuation of Deferred@1630438806 after retry RPC after error@1300423629), errback=(continuation of Deferred@1232389283 after retry RPC after error@309027989) -> (continuation of Deferred@849918330 after retry RPC after error@796970625) -> (continuation of Deferred@1086215694 after retry RPC after error@163106112) -> (continuation of Deferred@2125256292 after retry RPC after error@1475476470) -> (continuation of Deferred@1707989280 after retry RPC after error@709937684) -> (continuation of Deferred@852960972 after retry RPC after error@1780569387) -> (continuation of Deferred@1630438806 after retry RPC after error@1300423629)))
20:17:41.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.083 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.225 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.227 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1084325576(state=PENDING, result=null, callback=(continuation of Deferred@1319043990 after retry RPC after error@1825607725) -> (continuation of Deferred@159041963 after retry RPC after error@1122410866) -> (continuation of Deferred@1951631627 after retry RPC after error@476724820) -> (continuation of Deferred@1132628963 after retry RPC after error@882401232) -> (continuation of Deferred@1558938521 after retry RPC after error@297705166) -> (continuation of Deferred@1177866889 after retry RPC after error@807691072), errback=(continuation of Deferred@1319043990 after retry RPC after error@1825607725) -> (continuation of Deferred@159041963 after retry RPC after error@1122410866) -> (continuation of Deferred@1951631627 after retry RPC after error@476724820) -> (continuation of Deferred@1132628963 after retry RPC after error@882401232) -> (continuation of Deferred@1558938521 after retry RPC after error@297705166) -> (continuation of Deferred@1177866889 after retry RPC after error@807691072)))
20:17:41.228 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1084325576(state=PENDING, result=null, callback=(continuation of Deferred@1319043990 after retry RPC after error@1825607725) -> (continuation of Deferred@159041963 after retry RPC after error@1122410866) -> (continuation of Deferred@1951631627 after retry RPC after error@476724820) -> (continuation of Deferred@1132628963 after retry RPC after error@882401232) -> (continuation of Deferred@1558938521 after retry RPC after error@297705166) -> (continuation of Deferred@1177866889 after retry RPC after error@807691072), errback=(continuation of Deferred@1319043990 after retry RPC after error@1825607725) -> (continuation of Deferred@159041963 after retry RPC after error@1122410866) -> (continuation of Deferred@1951631627 after retry RPC after error@476724820) -> (continuation of Deferred@1132628963 after retry RPC after error@882401232) -> (continuation of Deferred@1558938521 after retry RPC after error@297705166) -> (continuation of Deferred@1177866889 after retry RPC after error@807691072)))
20:17:41.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.245 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.325 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.426 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@116893990(state=PENDING, result=null, callback=(continuation of Deferred@1575840580 after retry RPC after error@898762570) -> (continuation of Deferred@2038464115 after retry RPC after error@1107646204) -> (continuation of Deferred@1946460851 after retry RPC after error@1367950126) -> (continuation of Deferred@729861258 after retry RPC after error@1130028464) -> (continuation of Deferred@312143442 after retry RPC after error@160517916) -> (continuation of Deferred@618145336 after retry RPC after error@830130254) -> (continuation of Deferred@1951881293 after retry RPC after error@2008875124), errback=(continuation of Deferred@1575840580 after retry RPC after error@898762570) -> (continuation of Deferred@2038464115 after retry RPC after error@1107646204) -> (continuation of Deferred@1946460851 after retry RPC after error@1367950126) -> (continuation of Deferred@729861258 after retry RPC after error@1130028464) -> (continuation of Deferred@312143442 after retry RPC after error@160517916) -> (continuation of Deferred@618145336 after retry RPC after error@830130254) -> (continuation of Deferred@1951881293 after retry RPC after error@2008875124)))
20:17:41.427 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@116893990(state=PENDING, result=null, callback=(continuation of Deferred@1575840580 after retry RPC after error@898762570) -> (continuation of Deferred@2038464115 after retry RPC after error@1107646204) -> (continuation of Deferred@1946460851 after retry RPC after error@1367950126) -> (continuation of Deferred@729861258 after retry RPC after error@1130028464) -> (continuation of Deferred@312143442 after retry RPC after error@160517916) -> (continuation of Deferred@618145336 after retry RPC after error@830130254) -> (continuation of Deferred@1951881293 after retry RPC after error@2008875124), errback=(continuation of Deferred@1575840580 after retry RPC after error@898762570) -> (continuation of Deferred@2038464115 after retry RPC after error@1107646204) -> (continuation of Deferred@1946460851 after retry RPC after error@1367950126) -> (continuation of Deferred@729861258 after retry RPC after error@1130028464) -> (continuation of Deferred@312143442 after retry RPC after error@160517916) -> (continuation of Deferred@618145336 after retry RPC after error@830130254) -> (continuation of Deferred@1951881293 after retry RPC after error@2008875124)))
20:17:41.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.465 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.545 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.605 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.627 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1469920170(state=PENDING, result=null, callback=(continuation of Deferred@1413924729 after retry RPC after error@151283451) -> (continuation of Deferred@393724651 after retry RPC after error@692691916) -> (continuation of Deferred@1263981715 after retry RPC after error@1640976572) -> (continuation of Deferred@1208399604 after retry RPC after error@741682171) -> (continuation of Deferred@1362792610 after retry RPC after error@1256943753) -> (continuation of Deferred@925359670 after retry RPC after error@851984858) -> (continuation of Deferred@930244769 after retry RPC after error@638331390), errback=(continuation of Deferred@1413924729 after retry RPC after error@151283451) -> (continuation of Deferred@393724651 after retry RPC after error@692691916) -> (continuation of Deferred@1263981715 after retry RPC after error@1640976572) -> (continuation of Deferred@1208399604 after retry RPC after error@741682171) -> (continuation of Deferred@1362792610 after retry RPC after error@1256943753) -> (continuation of Deferred@925359670 after retry RPC after error@851984858) -> (continuation of Deferred@930244769 after retry RPC after error@638331390)))
20:17:41.627 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1469920170(state=PENDING, result=null, callback=(continuation of Deferred@1413924729 after retry RPC after error@151283451) -> (continuation of Deferred@393724651 after retry RPC after error@692691916) -> (continuation of Deferred@1263981715 after retry RPC after error@1640976572) -> (continuation of Deferred@1208399604 after retry RPC after error@741682171) -> (continuation of Deferred@1362792610 after retry RPC after error@1256943753) -> (continuation of Deferred@925359670 after retry RPC after error@851984858) -> (continuation of Deferred@930244769 after retry RPC after error@638331390), errback=(continuation of Deferred@1413924729 after retry RPC after error@151283451) -> (continuation of Deferred@393724651 after retry RPC after error@692691916) -> (continuation of Deferred@1263981715 after retry RPC after error@1640976572) -> (continuation of Deferred@1208399604 after retry RPC after error@741682171) -> (continuation of Deferred@1362792610 after retry RPC after error@1256943753) -> (continuation of Deferred@925359670 after retry RPC after error@851984858) -> (continuation of Deferred@930244769 after retry RPC after error@638331390)))
20:17:41.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.705 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.745 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1066987802(state=PENDING, result=null, callback=(continuation of Deferred@999319718 after retry RPC after error@208280663) -> (continuation of Deferred@525366445 after retry RPC after error@1731745404) -> (continuation of Deferred@1607845733 after retry RPC after error@58847340) -> (continuation of Deferred@526916013 after retry RPC after error@986064778) -> (continuation of Deferred@1264132440 after retry RPC after error@1196931791) -> (continuation of Deferred@414017273 after retry RPC after error@324855825), errback=(continuation of Deferred@999319718 after retry RPC after error@208280663) -> (continuation of Deferred@525366445 after retry RPC after error@1731745404) -> (continuation of Deferred@1607845733 after retry RPC after error@58847340) -> (continuation of Deferred@526916013 after retry RPC after error@986064778) -> (continuation of Deferred@1264132440 after retry RPC after error@1196931791) -> (continuation of Deferred@414017273 after retry RPC after error@324855825)))
20:17:41.807 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1066987802(state=PENDING, result=null, callback=(continuation of Deferred@999319718 after retry RPC after error@208280663) -> (continuation of Deferred@525366445 after retry RPC after error@1731745404) -> (continuation of Deferred@1607845733 after retry RPC after error@58847340) -> (continuation of Deferred@526916013 after retry RPC after error@986064778) -> (continuation of Deferred@1264132440 after retry RPC after error@1196931791) -> (continuation of Deferred@414017273 after retry RPC after error@324855825), errback=(continuation of Deferred@999319718 after retry RPC after error@208280663) -> (continuation of Deferred@525366445 after retry RPC after error@1731745404) -> (continuation of Deferred@1607845733 after retry RPC after error@58847340) -> (continuation of Deferred@526916013 after retry RPC after error@986064778) -> (continuation of Deferred@1264132440 after retry RPC after error@1196931791) -> (continuation of Deferred@414017273 after retry RPC after error@324855825)))
20:17:41.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.863 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.885 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:41.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:41.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:41.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:41.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:41.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:42.011663 16567 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8985749f5a484a0da7b610877467df51)
20:17:42.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:42.011898 16567 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:42.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:42.012673 16567 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:42.013988 15597 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:17:42.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:42.015470 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253): Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111)
20:17:42.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:42.015668 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:42.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:42.015764 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:42.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:42.016047 16567 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:17:42.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.046 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@830840254(state=PENDING, result=null, callback=(continuation of Deferred@590477614 after retry RPC after error@1732188985) -> (continuation of Deferred@1713354899 after retry RPC after error@2070589827) -> (continuation of Deferred@1463734089 after retry RPC after error@1221058628) -> (continuation of Deferred@1401357039 after retry RPC after error@2102347701) -> (continuation of Deferred@1546292178 after retry RPC after error@723027411) -> (continuation of Deferred@1088649765 after retry RPC after error@1201078115) -> (continuation of Deferred@1340770392 after retry RPC after error@548649579), errback=(continuation of Deferred@590477614 after retry RPC after error@1732188985) -> (continuation of Deferred@1713354899 after retry RPC after error@2070589827) -> (continuation of Deferred@1463734089 after retry RPC after error@1221058628) -> (continuation of Deferred@1401357039 after retry RPC after error@2102347701) -> (continuation of Deferred@1546292178 after retry RPC after error@723027411) -> (continuation of Deferred@1088649765 after retry RPC after error@1201078115) -> (continuation of Deferred@1340770392 after retry RPC after error@548649579)))
20:17:42.047 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@830840254(state=PENDING, result=null, callback=(continuation of Deferred@590477614 after retry RPC after error@1732188985) -> (continuation of Deferred@1713354899 after retry RPC after error@2070589827) -> (continuation of Deferred@1463734089 after retry RPC after error@1221058628) -> (continuation of Deferred@1401357039 after retry RPC after error@2102347701) -> (continuation of Deferred@1546292178 after retry RPC after error@723027411) -> (continuation of Deferred@1088649765 after retry RPC after error@1201078115) -> (continuation of Deferred@1340770392 after retry RPC after error@548649579), errback=(continuation of Deferred@590477614 after retry RPC after error@1732188985) -> (continuation of Deferred@1713354899 after retry RPC after error@2070589827) -> (continuation of Deferred@1463734089 after retry RPC after error@1221058628) -> (continuation of Deferred@1401357039 after retry RPC after error@2102347701) -> (continuation of Deferred@1546292178 after retry RPC after error@723027411) -> (continuation of Deferred@1088649765 after retry RPC after error@1201078115) -> (continuation of Deferred@1340770392 after retry RPC after error@548649579)))
20:17:42.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.083 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.105 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.324 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1694747134(state=PENDING, result=null, callback=(continuation of Deferred@1629083438 after retry RPC after error@1571006449) -> (continuation of Deferred@975639592 after retry RPC after error@1091597995) -> (continuation of Deferred@1855940864 after retry RPC after error@776193805) -> (continuation of Deferred@742850745 after retry RPC after error@1856016052) -> (continuation of Deferred@2070035721 after retry RPC after error@1269425863) -> (continuation of Deferred@1610577347 after retry RPC after error@893425062) -> (continuation of Deferred@1604353138 after retry RPC after error@1538991775), errback=(continuation of Deferred@1629083438 after retry RPC after error@1571006449) -> (continuation of Deferred@975639592 after retry RPC after error@1091597995) -> (continuation of Deferred@1855940864 after retry RPC after error@776193805) -> (continuation of Deferred@742850745 after retry RPC after error@1856016052) -> (continuation of Deferred@2070035721 after retry RPC after error@1269425863) -> (continuation of Deferred@1610577347 after retry RPC after error@893425062) -> (continuation of Deferred@1604353138 after retry RPC after error@1538991775)))
20:17:42.325 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:42.343 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.365 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.463 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.485 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.525 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.527 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1649410320(state=PENDING, result=null, callback=(continuation of Deferred@1834219944 after retry RPC after error@527742350) -> (continuation of Deferred@173104239 after retry RPC after error@1760269492) -> (continuation of Deferred@436715192 after retry RPC after error@551919795) -> (continuation of Deferred@542585572 after retry RPC after error@338513006) -> (continuation of Deferred@871940653 after retry RPC after error@1041571033) -> (continuation of Deferred@659343853 after retry RPC after error@1501343574) -> (continuation of Deferred@744552446 after retry RPC after error@973460863), errback=(continuation of Deferred@1834219944 after retry RPC after error@527742350) -> (continuation of Deferred@173104239 after retry RPC after error@1760269492) -> (continuation of Deferred@436715192 after retry RPC after error@551919795) -> (continuation of Deferred@542585572 after retry RPC after error@338513006) -> (continuation of Deferred@871940653 after retry RPC after error@1041571033) -> (continuation of Deferred@659343853 after retry RPC after error@1501343574) -> (continuation of Deferred@744552446 after retry RPC after error@973460863)))
20:17:42.527 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1649410320(state=PENDING, result=null, callback=(continuation of Deferred@1834219944 after retry RPC after error@527742350) -> (continuation of Deferred@173104239 after retry RPC after error@1760269492) -> (continuation of Deferred@436715192 after retry RPC after error@551919795) -> (continuation of Deferred@542585572 after retry RPC after error@338513006) -> (continuation of Deferred@871940653 after retry RPC after error@1041571033) -> (continuation of Deferred@659343853 after retry RPC after error@1501343574) -> (continuation of Deferred@744552446 after retry RPC after error@973460863), errback=(continuation of Deferred@1834219944 after retry RPC after error@527742350) -> (continuation of Deferred@173104239 after retry RPC after error@1760269492) -> (continuation of Deferred@436715192 after retry RPC after error@551919795) -> (continuation of Deferred@542585572 after retry RPC after error@338513006) -> (continuation of Deferred@871940653 after retry RPC after error@1041571033) -> (continuation of Deferred@659343853 after retry RPC after error@1501343574) -> (continuation of Deferred@744552446 after retry RPC after error@973460863)))
20:17:42.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.625 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.804 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1816306116(state=PENDING, result=null, callback=(continuation of Deferred@1177350952 after retry RPC after error@1094913079) -> (continuation of Deferred@1673825515 after retry RPC after error@452025814) -> (continuation of Deferred@996493331 after retry RPC after error@1646184956) -> (continuation of Deferred@628793984 after retry RPC after error@896881684) -> (continuation of Deferred@616671097 after retry RPC after error@814009140) -> (continuation of Deferred@1075450118 after retry RPC after error@1599092965) -> (continuation of Deferred@1979954713 after retry RPC after error@1615335046), errback=(continuation of Deferred@1177350952 after retry RPC after error@1094913079) -> (continuation of Deferred@1673825515 after retry RPC after error@452025814) -> (continuation of Deferred@996493331 after retry RPC after error@1646184956) -> (continuation of Deferred@628793984 after retry RPC after error@896881684) -> (continuation of Deferred@616671097 after retry RPC after error@814009140) -> (continuation of Deferred@1075450118 after retry RPC after error@1599092965) -> (continuation of Deferred@1979954713 after retry RPC after error@1615335046)))
20:17:42.805 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:42.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.843 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.923 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.983 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:42.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:42.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:42.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:42.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:42.986 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1164642221(state=PENDING, result=null, callback=(continuation of Deferred@1932024712 after retry RPC after error@568763472) -> (continuation of Deferred@1170786043 after retry RPC after error@1476654976) -> (continuation of Deferred@1766195987 after retry RPC after error@2098654799) -> (continuation of Deferred@2129268744 after retry RPC after error@965887906) -> (continuation of Deferred@1620411672 after retry RPC after error@716930003) -> (continuation of Deferred@75449564 after retry RPC after error@796634278), errback=(continuation of Deferred@1932024712 after retry RPC after error@568763472) -> (continuation of Deferred@1170786043 after retry RPC after error@1476654976) -> (continuation of Deferred@1766195987 after retry RPC after error@2098654799) -> (continuation of Deferred@2129268744 after retry RPC after error@965887906) -> (continuation of Deferred@1620411672 after retry RPC after error@716930003) -> (continuation of Deferred@75449564 after retry RPC after error@796634278)))
20:17:42.986 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1164642221(state=PENDING, result=null, callback=(continuation of Deferred@1932024712 after retry RPC after error@568763472) -> (continuation of Deferred@1170786043 after retry RPC after error@1476654976) -> (continuation of Deferred@1766195987 after retry RPC after error@2098654799) -> (continuation of Deferred@2129268744 after retry RPC after error@965887906) -> (continuation of Deferred@1620411672 after retry RPC after error@716930003) -> (continuation of Deferred@75449564 after retry RPC after error@796634278), errback=(continuation of Deferred@1932024712 after retry RPC after error@568763472) -> (continuation of Deferred@1170786043 after retry RPC after error@1476654976) -> (continuation of Deferred@1766195987 after retry RPC after error@2098654799) -> (continuation of Deferred@2129268744 after retry RPC after error@965887906) -> (continuation of Deferred@1620411672 after retry RPC after error@716930003) -> (continuation of Deferred@75449564 after retry RPC after error@796634278)))
20:17:43.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.005 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:43.039026 16134 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:43.043555 16134 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:43.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:43.045085 16136 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.31.252:39201)
20:17:43.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.105 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1669122665(state=PENDING, result=null, callback=(continuation of Deferred@1420289327 after retry RPC after error@965069740) -> (continuation of Deferred@950890499 after retry RPC after error@1023920893) -> (continuation of Deferred@1449320175 after retry RPC after error@1093515044) -> (continuation of Deferred@315882090 after retry RPC after error@293640943) -> (continuation of Deferred@1372961686 after retry RPC after error@2104341023) -> (continuation of Deferred@1885345650 after retry RPC after error@1705159795) -> (continuation of Deferred@425177690 after retry RPC after error@163186213), errback=(continuation of Deferred@1420289327 after retry RPC after error@965069740) -> (continuation of Deferred@950890499 after retry RPC after error@1023920893) -> (continuation of Deferred@1449320175 after retry RPC after error@1093515044) -> (continuation of Deferred@315882090 after retry RPC after error@293640943) -> (continuation of Deferred@1372961686 after retry RPC after error@2104341023) -> (continuation of Deferred@1885345650 after retry RPC after error@1705159795) -> (continuation of Deferred@425177690 after retry RPC after error@163186213)))
20:17:43.167 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1669122665(state=PENDING, result=null, callback=(continuation of Deferred@1420289327 after retry RPC after error@965069740) -> (continuation of Deferred@950890499 after retry RPC after error@1023920893) -> (continuation of Deferred@1449320175 after retry RPC after error@1093515044) -> (continuation of Deferred@315882090 after retry RPC after error@293640943) -> (continuation of Deferred@1372961686 after retry RPC after error@2104341023) -> (continuation of Deferred@1885345650 after retry RPC after error@1705159795) -> (continuation of Deferred@425177690 after retry RPC after error@163186213), errback=(continuation of Deferred@1420289327 after retry RPC after error@965069740) -> (continuation of Deferred@950890499 after retry RPC after error@1023920893) -> (continuation of Deferred@1449320175 after retry RPC after error@1093515044) -> (continuation of Deferred@315882090 after retry RPC after error@293640943) -> (continuation of Deferred@1372961686 after retry RPC after error@2104341023) -> (continuation of Deferred@1885345650 after retry RPC after error@1705159795) -> (continuation of Deferred@425177690 after retry RPC after error@163186213)))
20:17:43.183 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.243 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.366 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@630631831(state=PENDING, result=null, callback=(continuation of Deferred@126332933 after retry RPC after error@715860601) -> (continuation of Deferred@600691111 after retry RPC after error@866597468) -> (continuation of Deferred@161133493 after retry RPC after error@2047981597) -> (continuation of Deferred@924585489 after retry RPC after error@1038333812) -> (continuation of Deferred@1639492710 after retry RPC after error@371073308) -> (continuation of Deferred@1092995400 after retry RPC after error@1633521167), errback=(continuation of Deferred@126332933 after retry RPC after error@715860601) -> (continuation of Deferred@600691111 after retry RPC after error@866597468) -> (continuation of Deferred@161133493 after retry RPC after error@2047981597) -> (continuation of Deferred@924585489 after retry RPC after error@1038333812) -> (continuation of Deferred@1639492710 after retry RPC after error@371073308) -> (continuation of Deferred@1092995400 after retry RPC after error@1633521167)))
20:17:43.366 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@630631831(state=PENDING, result=null, callback=(continuation of Deferred@126332933 after retry RPC after error@715860601) -> (continuation of Deferred@600691111 after retry RPC after error@866597468) -> (continuation of Deferred@161133493 after retry RPC after error@2047981597) -> (continuation of Deferred@924585489 after retry RPC after error@1038333812) -> (continuation of Deferred@1639492710 after retry RPC after error@371073308) -> (continuation of Deferred@1092995400 after retry RPC after error@1633521167), errback=(continuation of Deferred@126332933 after retry RPC after error@715860601) -> (continuation of Deferred@600691111 after retry RPC after error@866597468) -> (continuation of Deferred@161133493 after retry RPC after error@2047981597) -> (continuation of Deferred@924585489 after retry RPC after error@1038333812) -> (continuation of Deferred@1639492710 after retry RPC after error@371073308) -> (continuation of Deferred@1092995400 after retry RPC after error@1633521167)))
20:17:43.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.405 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.463 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.643 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.644 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1265200188(state=PENDING, result=null, callback=(continuation of Deferred@129771149 after retry RPC after error@1923951174) -> (continuation of Deferred@1735228701 after retry RPC after error@1734731072) -> (continuation of Deferred@17514351 after retry RPC after error@451926546) -> (continuation of Deferred@384223687 after retry RPC after error@1583444414) -> (continuation of Deferred@113888602 after retry RPC after error@1653782747) -> (continuation of Deferred@1117449663 after retry RPC after error@388208851) -> (continuation of Deferred@1606956144 after retry RPC after error@678107954), errback=(continuation of Deferred@129771149 after retry RPC after error@1923951174) -> (continuation of Deferred@1735228701 after retry RPC after error@1734731072) -> (continuation of Deferred@17514351 after retry RPC after error@451926546) -> (continuation of Deferred@384223687 after retry RPC after error@1583444414) -> (continuation of Deferred@113888602 after retry RPC after error@1653782747) -> (continuation of Deferred@1117449663 after retry RPC after error@388208851) -> (continuation of Deferred@1606956144 after retry RPC after error@678107954)))
20:17:43.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.645 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:43.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.703 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.843 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.846 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1456358942(state=PENDING, result=null, callback=(continuation of Deferred@1981316565 after retry RPC after error@1782824513) -> (continuation of Deferred@2090518956 after retry RPC after error@1489014423) -> (continuation of Deferred@1837348495 after retry RPC after error@440777928) -> (continuation of Deferred@809025925 after retry RPC after error@1817204003) -> (continuation of Deferred@471310824 after retry RPC after error@730070366) -> (continuation of Deferred@1572939074 after retry RPC after error@869702292) -> (continuation of Deferred@309294567 after retry RPC after error@640816121), errback=(continuation of Deferred@1981316565 after retry RPC after error@1782824513) -> (continuation of Deferred@2090518956 after retry RPC after error@1489014423) -> (continuation of Deferred@1837348495 after retry RPC after error@440777928) -> (continuation of Deferred@809025925 after retry RPC after error@1817204003) -> (continuation of Deferred@471310824 after retry RPC after error@730070366) -> (continuation of Deferred@1572939074 after retry RPC after error@869702292) -> (continuation of Deferred@309294567 after retry RPC after error@640816121)))
20:17:43.846 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1456358942(state=PENDING, result=null, callback=(continuation of Deferred@1981316565 after retry RPC after error@1782824513) -> (continuation of Deferred@2090518956 after retry RPC after error@1489014423) -> (continuation of Deferred@1837348495 after retry RPC after error@440777928) -> (continuation of Deferred@809025925 after retry RPC after error@1817204003) -> (continuation of Deferred@471310824 after retry RPC after error@730070366) -> (continuation of Deferred@1572939074 after retry RPC after error@869702292) -> (continuation of Deferred@309294567 after retry RPC after error@640816121), errback=(continuation of Deferred@1981316565 after retry RPC after error@1782824513) -> (continuation of Deferred@2090518956 after retry RPC after error@1489014423) -> (continuation of Deferred@1837348495 after retry RPC after error@440777928) -> (continuation of Deferred@809025925 after retry RPC after error@1817204003) -> (continuation of Deferred@471310824 after retry RPC after error@730070366) -> (continuation of Deferred@1572939074 after retry RPC after error@869702292) -> (continuation of Deferred@309294567 after retry RPC after error@640816121)))
20:17:43.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.903 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.923 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:43.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:43.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:43.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:43.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:43.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.051 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1617622358(state=PENDING, result=null, callback=(continuation of Deferred@1775299590 after retry RPC after error@745298806) -> (continuation of Deferred@2017143187 after retry RPC after error@1338815367) -> (continuation of Deferred@563267236 after retry RPC after error@1869323787) -> (continuation of Deferred@1312642500 after retry RPC after error@1690797839) -> (continuation of Deferred@1406655189 after retry RPC after error@1618972002) -> (continuation of Deferred@1145595868 after retry RPC after error@477069221), errback=(continuation of Deferred@1775299590 after retry RPC after error@745298806) -> (continuation of Deferred@2017143187 after retry RPC after error@1338815367) -> (continuation of Deferred@563267236 after retry RPC after error@1869323787) -> (continuation of Deferred@1312642500 after retry RPC after error@1690797839) -> (continuation of Deferred@1406655189 after retry RPC after error@1618972002) -> (continuation of Deferred@1145595868 after retry RPC after error@477069221)))
20:17:44.051 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1617622358(state=PENDING, result=null, callback=(continuation of Deferred@1775299590 after retry RPC after error@745298806) -> (continuation of Deferred@2017143187 after retry RPC after error@1338815367) -> (continuation of Deferred@563267236 after retry RPC after error@1869323787) -> (continuation of Deferred@1312642500 after retry RPC after error@1690797839) -> (continuation of Deferred@1406655189 after retry RPC after error@1618972002) -> (continuation of Deferred@1145595868 after retry RPC after error@477069221), errback=(continuation of Deferred@1775299590 after retry RPC after error@745298806) -> (continuation of Deferred@2017143187 after retry RPC after error@1338815367) -> (continuation of Deferred@563267236 after retry RPC after error@1869323787) -> (continuation of Deferred@1312642500 after retry RPC after error@1690797839) -> (continuation of Deferred@1406655189 after retry RPC after error@1618972002) -> (continuation of Deferred@1145595868 after retry RPC after error@477069221)))
20:17:44.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.083 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.183 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.205 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.283 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.286 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1012284492(state=PENDING, result=null, callback=(continuation of Deferred@1898539006 after retry RPC after error@1786748000) -> (continuation of Deferred@1594220793 after retry RPC after error@1388053257) -> (continuation of Deferred@1745913911 after retry RPC after error@2124060105) -> (continuation of Deferred@250126539 after retry RPC after error@1023303252) -> (continuation of Deferred@1354971340 after retry RPC after error@2061360064) -> (continuation of Deferred@838386344 after retry RPC after error@2134517309) -> (continuation of Deferred@913732686 after retry RPC after error@585214619), errback=(continuation of Deferred@1898539006 after retry RPC after error@1786748000) -> (continuation of Deferred@1594220793 after retry RPC after error@1388053257) -> (continuation of Deferred@1745913911 after retry RPC after error@2124060105) -> (continuation of Deferred@250126539 after retry RPC after error@1023303252) -> (continuation of Deferred@1354971340 after retry RPC after error@2061360064) -> (continuation of Deferred@838386344 after retry RPC after error@2134517309) -> (continuation of Deferred@913732686 after retry RPC after error@585214619)))
20:17:44.286 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1012284492(state=PENDING, result=null, callback=(continuation of Deferred@1898539006 after retry RPC after error@1786748000) -> (continuation of Deferred@1594220793 after retry RPC after error@1388053257) -> (continuation of Deferred@1745913911 after retry RPC after error@2124060105) -> (continuation of Deferred@250126539 after retry RPC after error@1023303252) -> (continuation of Deferred@1354971340 after retry RPC after error@2061360064) -> (continuation of Deferred@838386344 after retry RPC after error@2134517309) -> (continuation of Deferred@913732686 after retry RPC after error@585214619), errback=(continuation of Deferred@1898539006 after retry RPC after error@1786748000) -> (continuation of Deferred@1594220793 after retry RPC after error@1388053257) -> (continuation of Deferred@1745913911 after retry RPC after error@2124060105) -> (continuation of Deferred@250126539 after retry RPC after error@1023303252) -> (continuation of Deferred@1354971340 after retry RPC after error@2061360064) -> (continuation of Deferred@838386344 after retry RPC after error@2134517309) -> (continuation of Deferred@913732686 after retry RPC after error@585214619)))
20:17:44.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.305 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.363 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.446 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@524174110(state=PENDING, result=null, callback=(continuation of Deferred@231119641 after retry RPC after error@1058589628) -> (continuation of Deferred@1092616089 after retry RPC after error@752120343) -> (continuation of Deferred@359873223 after retry RPC after error@1817134846) -> (continuation of Deferred@1385336793 after retry RPC after error@1566120790) -> (continuation of Deferred@1374730040 after retry RPC after error@1193177934) -> (continuation of Deferred@28622899 after retry RPC after error@346224888), errback=(continuation of Deferred@231119641 after retry RPC after error@1058589628) -> (continuation of Deferred@1092616089 after retry RPC after error@752120343) -> (continuation of Deferred@359873223 after retry RPC after error@1817134846) -> (continuation of Deferred@1385336793 after retry RPC after error@1566120790) -> (continuation of Deferred@1374730040 after retry RPC after error@1193177934) -> (continuation of Deferred@28622899 after retry RPC after error@346224888)))
20:17:44.446 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@524174110(state=PENDING, result=null, callback=(continuation of Deferred@231119641 after retry RPC after error@1058589628) -> (continuation of Deferred@1092616089 after retry RPC after error@752120343) -> (continuation of Deferred@359873223 after retry RPC after error@1817134846) -> (continuation of Deferred@1385336793 after retry RPC after error@1566120790) -> (continuation of Deferred@1374730040 after retry RPC after error@1193177934) -> (continuation of Deferred@28622899 after retry RPC after error@346224888), errback=(continuation of Deferred@231119641 after retry RPC after error@1058589628) -> (continuation of Deferred@1092616089 after retry RPC after error@752120343) -> (continuation of Deferred@359873223 after retry RPC after error@1817134846) -> (continuation of Deferred@1385336793 after retry RPC after error@1566120790) -> (continuation of Deferred@1374730040 after retry RPC after error@1193177934) -> (continuation of Deferred@28622899 after retry RPC after error@346224888)))
20:17:44.463 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.543 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.585 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.645 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1507679234(state=PENDING, result=null, callback=(continuation of Deferred@528564954 after retry RPC after error@1091675702) -> (continuation of Deferred@616270638 after retry RPC after error@397799159) -> (continuation of Deferred@45611337 after retry RPC after error@1314639679) -> (continuation of Deferred@918671137 after retry RPC after error@238767448) -> (continuation of Deferred@872124519 after retry RPC after error@600408848) -> (continuation of Deferred@466221199 after retry RPC after error@1338783523), errback=(continuation of Deferred@528564954 after retry RPC after error@1091675702) -> (continuation of Deferred@616270638 after retry RPC after error@397799159) -> (continuation of Deferred@45611337 after retry RPC after error@1314639679) -> (continuation of Deferred@918671137 after retry RPC after error@238767448) -> (continuation of Deferred@872124519 after retry RPC after error@600408848) -> (continuation of Deferred@466221199 after retry RPC after error@1338783523)))
20:17:44.647 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1507679234(state=PENDING, result=null, callback=(continuation of Deferred@528564954 after retry RPC after error@1091675702) -> (continuation of Deferred@616270638 after retry RPC after error@397799159) -> (continuation of Deferred@45611337 after retry RPC after error@1314639679) -> (continuation of Deferred@918671137 after retry RPC after error@238767448) -> (continuation of Deferred@872124519 after retry RPC after error@600408848) -> (continuation of Deferred@466221199 after retry RPC after error@1338783523), errback=(continuation of Deferred@528564954 after retry RPC after error@1091675702) -> (continuation of Deferred@616270638 after retry RPC after error@397799159) -> (continuation of Deferred@45611337 after retry RPC after error@1314639679) -> (continuation of Deferred@918671137 after retry RPC after error@238767448) -> (continuation of Deferred@872124519 after retry RPC after error@600408848) -> (continuation of Deferred@466221199 after retry RPC after error@1338783523)))
20:17:44.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.703 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.745 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.765 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.905 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.907 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@200029051(state=PENDING, result=null, callback=(continuation of Deferred@597496144 after retry RPC after error@688466105) -> (continuation of Deferred@208363796 after retry RPC after error@1719069705) -> (continuation of Deferred@757757446 after retry RPC after error@1300680698) -> (continuation of Deferred@439510175 after retry RPC after error@1266009460) -> (continuation of Deferred@890306650 after retry RPC after error@1318314013) -> (continuation of Deferred@1200382924 after retry RPC after error@582438956) -> (continuation of Deferred@521770992 after retry RPC after error@1314594566), errback=(continuation of Deferred@597496144 after retry RPC after error@688466105) -> (continuation of Deferred@208363796 after retry RPC after error@1719069705) -> (continuation of Deferred@757757446 after retry RPC after error@1300680698) -> (continuation of Deferred@439510175 after retry RPC after error@1266009460) -> (continuation of Deferred@890306650 after retry RPC after error@1318314013) -> (continuation of Deferred@1200382924 after retry RPC after error@582438956) -> (continuation of Deferred@521770992 after retry RPC after error@1314594566)))
20:17:44.907 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@200029051(state=PENDING, result=null, callback=(continuation of Deferred@597496144 after retry RPC after error@688466105) -> (continuation of Deferred@208363796 after retry RPC after error@1719069705) -> (continuation of Deferred@757757446 after retry RPC after error@1300680698) -> (continuation of Deferred@439510175 after retry RPC after error@1266009460) -> (continuation of Deferred@890306650 after retry RPC after error@1318314013) -> (continuation of Deferred@1200382924 after retry RPC after error@582438956) -> (continuation of Deferred@521770992 after retry RPC after error@1314594566), errback=(continuation of Deferred@597496144 after retry RPC after error@688466105) -> (continuation of Deferred@208363796 after retry RPC after error@1719069705) -> (continuation of Deferred@757757446 after retry RPC after error@1300680698) -> (continuation of Deferred@439510175 after retry RPC after error@1266009460) -> (continuation of Deferred@890306650 after retry RPC after error@1318314013) -> (continuation of Deferred@1200382924 after retry RPC after error@582438956) -> (continuation of Deferred@521770992 after retry RPC after error@1314594566)))
20:17:44.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:44.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:44.985 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:44.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:44.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:44.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.063 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.105 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.107 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1708556646(state=PENDING, result=null, callback=(continuation of Deferred@383120924 after retry RPC after error@756074839) -> (continuation of Deferred@1636674230 after retry RPC after error@805423696) -> (continuation of Deferred@157138778 after retry RPC after error@581735767) -> (continuation of Deferred@779633582 after retry RPC after error@269832059) -> (continuation of Deferred@1951831372 after retry RPC after error@848736444) -> (continuation of Deferred@1587540083 after retry RPC after error@1691030092) -> (continuation of Deferred@620169068 after retry RPC after error@602095646), errback=(continuation of Deferred@383120924 after retry RPC after error@756074839) -> (continuation of Deferred@1636674230 after retry RPC after error@805423696) -> (continuation of Deferred@157138778 after retry RPC after error@581735767) -> (continuation of Deferred@779633582 after retry RPC after error@269832059) -> (continuation of Deferred@1951831372 after retry RPC after error@848736444) -> (continuation of Deferred@1587540083 after retry RPC after error@1691030092) -> (continuation of Deferred@620169068 after retry RPC after error@602095646)))
20:17:45.108 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1708556646(state=PENDING, result=null, callback=(continuation of Deferred@383120924 after retry RPC after error@756074839) -> (continuation of Deferred@1636674230 after retry RPC after error@805423696) -> (continuation of Deferred@157138778 after retry RPC after error@581735767) -> (continuation of Deferred@779633582 after retry RPC after error@269832059) -> (continuation of Deferred@1951831372 after retry RPC after error@848736444) -> (continuation of Deferred@1587540083 after retry RPC after error@1691030092) -> (continuation of Deferred@620169068 after retry RPC after error@602095646), errback=(continuation of Deferred@383120924 after retry RPC after error@756074839) -> (continuation of Deferred@1636674230 after retry RPC after error@805423696) -> (continuation of Deferred@157138778 after retry RPC after error@581735767) -> (continuation of Deferred@779633582 after retry RPC after error@269832059) -> (continuation of Deferred@1951831372 after retry RPC after error@848736444) -> (continuation of Deferred@1587540083 after retry RPC after error@1691030092) -> (continuation of Deferred@620169068 after retry RPC after error@602095646)))
20:17:45.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.185 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.286 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@459501125(state=PENDING, result=null, callback=(continuation of Deferred@1142948292 after retry RPC after error@256030144) -> (continuation of Deferred@1235901436 after retry RPC after error@1228604874) -> (continuation of Deferred@223417096 after retry RPC after error@388455383) -> (continuation of Deferred@206149492 after retry RPC after error@491640418) -> (continuation of Deferred@411127696 after retry RPC after error@894785204) -> (continuation of Deferred@1978111325 after retry RPC after error@107651909), errback=(continuation of Deferred@1142948292 after retry RPC after error@256030144) -> (continuation of Deferred@1235901436 after retry RPC after error@1228604874) -> (continuation of Deferred@223417096 after retry RPC after error@388455383) -> (continuation of Deferred@206149492 after retry RPC after error@491640418) -> (continuation of Deferred@411127696 after retry RPC after error@894785204) -> (continuation of Deferred@1978111325 after retry RPC after error@107651909)))
20:17:45.287 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@459501125(state=PENDING, result=null, callback=(continuation of Deferred@1142948292 after retry RPC after error@256030144) -> (continuation of Deferred@1235901436 after retry RPC after error@1228604874) -> (continuation of Deferred@223417096 after retry RPC after error@388455383) -> (continuation of Deferred@206149492 after retry RPC after error@491640418) -> (continuation of Deferred@411127696 after retry RPC after error@894785204) -> (continuation of Deferred@1978111325 after retry RPC after error@107651909), errback=(continuation of Deferred@1142948292 after retry RPC after error@256030144) -> (continuation of Deferred@1235901436 after retry RPC after error@1228604874) -> (continuation of Deferred@223417096 after retry RPC after error@388455383) -> (continuation of Deferred@206149492 after retry RPC after error@491640418) -> (continuation of Deferred@411127696 after retry RPC after error@894785204) -> (continuation of Deferred@1978111325 after retry RPC after error@107651909)))
20:17:45.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.323 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.385 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.506 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1811332576(state=PENDING, result=null, callback=(continuation of Deferred@609391797 after retry RPC after error@513134131) -> (continuation of Deferred@1147234769 after retry RPC after error@438748416) -> (continuation of Deferred@711003597 after retry RPC after error@448113380) -> (continuation of Deferred@1440053122 after retry RPC after error@2046273277) -> (continuation of Deferred@1532679019 after retry RPC after error@1821356142) -> (continuation of Deferred@311997210 after retry RPC after error@1444691962) -> (continuation of Deferred@1532002265 after retry RPC after error@1246603293), errback=(continuation of Deferred@609391797 after retry RPC after error@513134131) -> (continuation of Deferred@1147234769 after retry RPC after error@438748416) -> (continuation of Deferred@711003597 after retry RPC after error@448113380) -> (continuation of Deferred@1440053122 after retry RPC after error@2046273277) -> (continuation of Deferred@1532679019 after retry RPC after error@1821356142) -> (continuation of Deferred@311997210 after retry RPC after error@1444691962) -> (continuation of Deferred@1532002265 after retry RPC after error@1246603293)))
20:17:45.506 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1811332576(state=PENDING, result=null, callback=(continuation of Deferred@609391797 after retry RPC after error@513134131) -> (continuation of Deferred@1147234769 after retry RPC after error@438748416) -> (continuation of Deferred@711003597 after retry RPC after error@448113380) -> (continuation of Deferred@1440053122 after retry RPC after error@2046273277) -> (continuation of Deferred@1532679019 after retry RPC after error@1821356142) -> (continuation of Deferred@311997210 after retry RPC after error@1444691962) -> (continuation of Deferred@1532002265 after retry RPC after error@1246603293), errback=(continuation of Deferred@609391797 after retry RPC after error@513134131) -> (continuation of Deferred@1147234769 after retry RPC after error@438748416) -> (continuation of Deferred@711003597 after retry RPC after error@448113380) -> (continuation of Deferred@1440053122 after retry RPC after error@2046273277) -> (continuation of Deferred@1532679019 after retry RPC after error@1821356142) -> (continuation of Deferred@311997210 after retry RPC after error@1444691962) -> (continuation of Deferred@1532002265 after retry RPC after error@1246603293)))
20:17:45.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.525 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.585 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.666 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@445554919(state=PENDING, result=null, callback=(continuation of Deferred@2034844776 after retry RPC after error@853234489) -> (continuation of Deferred@623453079 after retry RPC after error@1255093837) -> (continuation of Deferred@2031505784 after retry RPC after error@297572344) -> (continuation of Deferred@2112175043 after retry RPC after error@1319835500) -> (continuation of Deferred@92082768 after retry RPC after error@1888175696) -> (continuation of Deferred@618938529 after retry RPC after error@853685030), errback=(continuation of Deferred@2034844776 after retry RPC after error@853234489) -> (continuation of Deferred@623453079 after retry RPC after error@1255093837) -> (continuation of Deferred@2031505784 after retry RPC after error@297572344) -> (continuation of Deferred@2112175043 after retry RPC after error@1319835500) -> (continuation of Deferred@92082768 after retry RPC after error@1888175696) -> (continuation of Deferred@618938529 after retry RPC after error@853685030)))
20:17:45.666 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@445554919(state=PENDING, result=null, callback=(continuation of Deferred@2034844776 after retry RPC after error@853234489) -> (continuation of Deferred@623453079 after retry RPC after error@1255093837) -> (continuation of Deferred@2031505784 after retry RPC after error@297572344) -> (continuation of Deferred@2112175043 after retry RPC after error@1319835500) -> (continuation of Deferred@92082768 after retry RPC after error@1888175696) -> (continuation of Deferred@618938529 after retry RPC after error@853685030), errback=(continuation of Deferred@2034844776 after retry RPC after error@853234489) -> (continuation of Deferred@623453079 after retry RPC after error@1255093837) -> (continuation of Deferred@2031505784 after retry RPC after error@297572344) -> (continuation of Deferred@2112175043 after retry RPC after error@1319835500) -> (continuation of Deferred@92082768 after retry RPC after error@1888175696) -> (continuation of Deferred@618938529 after retry RPC after error@853685030)))
20:17:45.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.705 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.785 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.886 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1936084525(state=PENDING, result=null, callback=(continuation of Deferred@163691297 after retry RPC after error@1960123164) -> (continuation of Deferred@47882633 after retry RPC after error@1124892889) -> (continuation of Deferred@1200628522 after retry RPC after error@457297215) -> (continuation of Deferred@1287713079 after retry RPC after error@1810741822) -> (continuation of Deferred@757222682 after retry RPC after error@941577652) -> (continuation of Deferred@1931301577 after retry RPC after error@1965501150) -> (continuation of Deferred@1246950397 after retry RPC after error@136494582), errback=(continuation of Deferred@163691297 after retry RPC after error@1960123164) -> (continuation of Deferred@47882633 after retry RPC after error@1124892889) -> (continuation of Deferred@1200628522 after retry RPC after error@457297215) -> (continuation of Deferred@1287713079 after retry RPC after error@1810741822) -> (continuation of Deferred@757222682 after retry RPC after error@941577652) -> (continuation of Deferred@1931301577 after retry RPC after error@1965501150) -> (continuation of Deferred@1246950397 after retry RPC after error@136494582)))
20:17:45.887 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1936084525(state=PENDING, result=null, callback=(continuation of Deferred@163691297 after retry RPC after error@1960123164) -> (continuation of Deferred@47882633 after retry RPC after error@1124892889) -> (continuation of Deferred@1200628522 after retry RPC after error@457297215) -> (continuation of Deferred@1287713079 after retry RPC after error@1810741822) -> (continuation of Deferred@757222682 after retry RPC after error@941577652) -> (continuation of Deferred@1931301577 after retry RPC after error@1965501150) -> (continuation of Deferred@1246950397 after retry RPC after error@136494582), errback=(continuation of Deferred@163691297 after retry RPC after error@1960123164) -> (continuation of Deferred@47882633 after retry RPC after error@1124892889) -> (continuation of Deferred@1200628522 after retry RPC after error@457297215) -> (continuation of Deferred@1287713079 after retry RPC after error@1810741822) -> (continuation of Deferred@757222682 after retry RPC after error@941577652) -> (continuation of Deferred@1931301577 after retry RPC after error@1965501150) -> (continuation of Deferred@1246950397 after retry RPC after error@136494582)))
20:17:45.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.923 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:45.983 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:45.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:45.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:45.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:45.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.146 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@2081297149(state=PENDING, result=null, callback=(continuation of Deferred@1678322938 after retry RPC after error@1955621608) -> (continuation of Deferred@1269933140 after retry RPC after error@1193594405) -> (continuation of Deferred@1785156807 after retry RPC after error@500675657) -> (continuation of Deferred@1535254691 after retry RPC after error@985040912) -> (continuation of Deferred@1780953837 after retry RPC after error@1257416220) -> (continuation of Deferred@12521689 after retry RPC after error@239599318) -> (continuation of Deferred@1562641833 after retry RPC after error@37325399), errback=(continuation of Deferred@1678322938 after retry RPC after error@1955621608) -> (continuation of Deferred@1269933140 after retry RPC after error@1193594405) -> (continuation of Deferred@1785156807 after retry RPC after error@500675657) -> (continuation of Deferred@1535254691 after retry RPC after error@985040912) -> (continuation of Deferred@1780953837 after retry RPC after error@1257416220) -> (continuation of Deferred@12521689 after retry RPC after error@239599318) -> (continuation of Deferred@1562641833 after retry RPC after error@37325399)))
20:17:46.147 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@2081297149(state=PENDING, result=null, callback=(continuation of Deferred@1678322938 after retry RPC after error@1955621608) -> (continuation of Deferred@1269933140 after retry RPC after error@1193594405) -> (continuation of Deferred@1785156807 after retry RPC after error@500675657) -> (continuation of Deferred@1535254691 after retry RPC after error@985040912) -> (continuation of Deferred@1780953837 after retry RPC after error@1257416220) -> (continuation of Deferred@12521689 after retry RPC after error@239599318) -> (continuation of Deferred@1562641833 after retry RPC after error@37325399), errback=(continuation of Deferred@1678322938 after retry RPC after error@1955621608) -> (continuation of Deferred@1269933140 after retry RPC after error@1193594405) -> (continuation of Deferred@1785156807 after retry RPC after error@500675657) -> (continuation of Deferred@1535254691 after retry RPC after error@985040912) -> (continuation of Deferred@1780953837 after retry RPC after error@1257416220) -> (continuation of Deferred@12521689 after retry RPC after error@239599318) -> (continuation of Deferred@1562641833 after retry RPC after error@37325399)))
20:17:46.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.183 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.265 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.325 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.403 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1575533549(state=PENDING, result=null, callback=(continuation of Deferred@1085295990 after retry RPC after error@1419237549) -> (continuation of Deferred@963008962 after retry RPC after error@558480080) -> (continuation of Deferred@1666226290 after retry RPC after error@157836805) -> (continuation of Deferred@46896803 after retry RPC after error@1849172752) -> (continuation of Deferred@164406701 after retry RPC after error@1130275551) -> (continuation of Deferred@503208601 after retry RPC after error@854706837) -> (continuation of Deferred@1593634987 after retry RPC after error@1745021425), errback=(continuation of Deferred@1085295990 after retry RPC after error@1419237549) -> (continuation of Deferred@963008962 after retry RPC after error@558480080) -> (continuation of Deferred@1666226290 after retry RPC after error@157836805) -> (continuation of Deferred@46896803 after retry RPC after error@1849172752) -> (continuation of Deferred@164406701 after retry RPC after error@1130275551) -> (continuation of Deferred@503208601 after retry RPC after error@854706837) -> (continuation of Deferred@1593634987 after retry RPC after error@1745021425)))
20:17:46.406 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1575533549(state=PENDING, result=null, callback=(continuation of Deferred@1085295990 after retry RPC after error@1419237549) -> (continuation of Deferred@963008962 after retry RPC after error@558480080) -> (continuation of Deferred@1666226290 after retry RPC after error@157836805) -> (continuation of Deferred@46896803 after retry RPC after error@1849172752) -> (continuation of Deferred@164406701 after retry RPC after error@1130275551) -> (continuation of Deferred@503208601 after retry RPC after error@854706837) -> (continuation of Deferred@1593634987 after retry RPC after error@1745021425), errback=(continuation of Deferred@1085295990 after retry RPC after error@1419237549) -> (continuation of Deferred@963008962 after retry RPC after error@558480080) -> (continuation of Deferred@1666226290 after retry RPC after error@157836805) -> (continuation of Deferred@46896803 after retry RPC after error@1849172752) -> (continuation of Deferred@164406701 after retry RPC after error@1130275551) -> (continuation of Deferred@503208601 after retry RPC after error@854706837) -> (continuation of Deferred@1593634987 after retry RPC after error@1745021425)))
20:17:46.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.425 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.505 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@821963749(state=PENDING, result=null, callback=(continuation of Deferred@2076388390 after retry RPC after error@2020886508) -> (continuation of Deferred@1022278184 after retry RPC after error@2106466131) -> (continuation of Deferred@525254360 after retry RPC after error@1163903482) -> (continuation of Deferred@204020867 after retry RPC after error@30473938) -> (continuation of Deferred@1803696206 after retry RPC after error@1357472981) -> (continuation of Deferred@350271311 after retry RPC after error@306249071) -> (continuation of Deferred@1761273633 after retry RPC after error@1940842791), errback=(continuation of Deferred@2076388390 after retry RPC after error@2020886508) -> (continuation of Deferred@1022278184 after retry RPC after error@2106466131) -> (continuation of Deferred@525254360 after retry RPC after error@1163903482) -> (continuation of Deferred@204020867 after retry RPC after error@30473938) -> (continuation of Deferred@1803696206 after retry RPC after error@1357472981) -> (continuation of Deferred@350271311 after retry RPC after error@306249071) -> (continuation of Deferred@1761273633 after retry RPC after error@1940842791)))
20:17:46.647 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@821963749(state=PENDING, result=null, callback=(continuation of Deferred@2076388390 after retry RPC after error@2020886508) -> (continuation of Deferred@1022278184 after retry RPC after error@2106466131) -> (continuation of Deferred@525254360 after retry RPC after error@1163903482) -> (continuation of Deferred@204020867 after retry RPC after error@30473938) -> (continuation of Deferred@1803696206 after retry RPC after error@1357472981) -> (continuation of Deferred@350271311 after retry RPC after error@306249071) -> (continuation of Deferred@1761273633 after retry RPC after error@1940842791), errback=(continuation of Deferred@2076388390 after retry RPC after error@2020886508) -> (continuation of Deferred@1022278184 after retry RPC after error@2106466131) -> (continuation of Deferred@525254360 after retry RPC after error@1163903482) -> (continuation of Deferred@204020867 after retry RPC after error@30473938) -> (continuation of Deferred@1803696206 after retry RPC after error@1357472981) -> (continuation of Deferred@350271311 after retry RPC after error@306249071) -> (continuation of Deferred@1761273633 after retry RPC after error@1940842791)))
20:17:46.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:46.784549 16597 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8985749f5a484a0da7b610877467df51)
20:17:46.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:46.784974 16597 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:46.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:46.785928 16597 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:46.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:46.788374 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253): Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111)
20:17:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:46.788601 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:46.788712 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:46.789027 16597 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:17:46.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.907 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@681459844(state=PENDING, result=null, callback=(continuation of Deferred@50179412 after retry RPC after error@1847696381) -> (continuation of Deferred@1621323044 after retry RPC after error@979606484) -> (continuation of Deferred@1436223169 after retry RPC after error@923238908) -> (continuation of Deferred@1286996085 after retry RPC after error@1781370636) -> (continuation of Deferred@1728913798 after retry RPC after error@1812878586) -> (continuation of Deferred@273110182 after retry RPC after error@370469965) -> (continuation of Deferred@412876312 after retry RPC after error@111984757), errback=(continuation of Deferred@50179412 after retry RPC after error@1847696381) -> (continuation of Deferred@1621323044 after retry RPC after error@979606484) -> (continuation of Deferred@1436223169 after retry RPC after error@923238908) -> (continuation of Deferred@1286996085 after retry RPC after error@1781370636) -> (continuation of Deferred@1728913798 after retry RPC after error@1812878586) -> (continuation of Deferred@273110182 after retry RPC after error@370469965) -> (continuation of Deferred@412876312 after retry RPC after error@111984757)))
20:17:46.907 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@681459844(state=PENDING, result=null, callback=(continuation of Deferred@50179412 after retry RPC after error@1847696381) -> (continuation of Deferred@1621323044 after retry RPC after error@979606484) -> (continuation of Deferred@1436223169 after retry RPC after error@923238908) -> (continuation of Deferred@1286996085 after retry RPC after error@1781370636) -> (continuation of Deferred@1728913798 after retry RPC after error@1812878586) -> (continuation of Deferred@273110182 after retry RPC after error@370469965) -> (continuation of Deferred@412876312 after retry RPC after error@111984757), errback=(continuation of Deferred@50179412 after retry RPC after error@1847696381) -> (continuation of Deferred@1621323044 after retry RPC after error@979606484) -> (continuation of Deferred@1436223169 after retry RPC after error@923238908) -> (continuation of Deferred@1286996085 after retry RPC after error@1781370636) -> (continuation of Deferred@1728913798 after retry RPC after error@1812878586) -> (continuation of Deferred@273110182 after retry RPC after error@370469965) -> (continuation of Deferred@412876312 after retry RPC after error@111984757)))
20:17:46.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.943 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:46.983 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:46.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:46.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:46.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:46.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.106 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@621424115(state=PENDING, result=null, callback=(continuation of Deferred@1707461321 after retry RPC after error@1223399684) -> (continuation of Deferred@425456911 after retry RPC after error@1841964642) -> (continuation of Deferred@638724752 after retry RPC after error@841327855) -> (continuation of Deferred@1947257897 after retry RPC after error@1213533695) -> (continuation of Deferred@2133129423 after retry RPC after error@1622751512) -> (continuation of Deferred@305840290 after retry RPC after error@1918901743) -> (continuation of Deferred@710566380 after retry RPC after error@58911814), errback=(continuation of Deferred@1707461321 after retry RPC after error@1223399684) -> (continuation of Deferred@425456911 after retry RPC after error@1841964642) -> (continuation of Deferred@638724752 after retry RPC after error@841327855) -> (continuation of Deferred@1947257897 after retry RPC after error@1213533695) -> (continuation of Deferred@2133129423 after retry RPC after error@1622751512) -> (continuation of Deferred@305840290 after retry RPC after error@1918901743) -> (continuation of Deferred@710566380 after retry RPC after error@58911814)))
20:17:47.107 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@621424115(state=PENDING, result=null, callback=(continuation of Deferred@1707461321 after retry RPC after error@1223399684) -> (continuation of Deferred@425456911 after retry RPC after error@1841964642) -> (continuation of Deferred@638724752 after retry RPC after error@841327855) -> (continuation of Deferred@1947257897 after retry RPC after error@1213533695) -> (continuation of Deferred@2133129423 after retry RPC after error@1622751512) -> (continuation of Deferred@305840290 after retry RPC after error@1918901743) -> (continuation of Deferred@710566380 after retry RPC after error@58911814), errback=(continuation of Deferred@1707461321 after retry RPC after error@1223399684) -> (continuation of Deferred@425456911 after retry RPC after error@1841964642) -> (continuation of Deferred@638724752 after retry RPC after error@841327855) -> (continuation of Deferred@1947257897 after retry RPC after error@1213533695) -> (continuation of Deferred@2133129423 after retry RPC after error@1622751512) -> (continuation of Deferred@305840290 after retry RPC after error@1918901743) -> (continuation of Deferred@710566380 after retry RPC after error@58911814)))
20:17:47.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.125 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.287 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1906002440(state=PENDING, result=null, callback=(continuation of Deferred@2110432505 after retry RPC after error@859068837) -> (continuation of Deferred@680989580 after retry RPC after error@66574236) -> (continuation of Deferred@724715127 after retry RPC after error@979033029) -> (continuation of Deferred@717333617 after retry RPC after error@397921666) -> (continuation of Deferred@781132029 after retry RPC after error@1122451994) -> (continuation of Deferred@1705149467 after retry RPC after error@1280351984), errback=(continuation of Deferred@2110432505 after retry RPC after error@859068837) -> (continuation of Deferred@680989580 after retry RPC after error@66574236) -> (continuation of Deferred@724715127 after retry RPC after error@979033029) -> (continuation of Deferred@717333617 after retry RPC after error@397921666) -> (continuation of Deferred@781132029 after retry RPC after error@1122451994) -> (continuation of Deferred@1705149467 after retry RPC after error@1280351984)))
20:17:47.287 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1906002440(state=PENDING, result=null, callback=(continuation of Deferred@2110432505 after retry RPC after error@859068837) -> (continuation of Deferred@680989580 after retry RPC after error@66574236) -> (continuation of Deferred@724715127 after retry RPC after error@979033029) -> (continuation of Deferred@717333617 after retry RPC after error@397921666) -> (continuation of Deferred@781132029 after retry RPC after error@1122451994) -> (continuation of Deferred@1705149467 after retry RPC after error@1280351984), errback=(continuation of Deferred@2110432505 after retry RPC after error@859068837) -> (continuation of Deferred@680989580 after retry RPC after error@66574236) -> (continuation of Deferred@724715127 after retry RPC after error@979033029) -> (continuation of Deferred@717333617 after retry RPC after error@397921666) -> (continuation of Deferred@781132029 after retry RPC after error@1122451994) -> (continuation of Deferred@1705149467 after retry RPC after error@1280351984)))
20:17:47.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.323 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.383 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.506 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@715233180(state=PENDING, result=null, callback=(continuation of Deferred@1230221460 after retry RPC after error@124933389) -> (continuation of Deferred@1004517521 after retry RPC after error@501536001) -> (continuation of Deferred@1231491385 after retry RPC after error@1546190629) -> (continuation of Deferred@452316929 after retry RPC after error@562191747) -> (continuation of Deferred@1344106067 after retry RPC after error@1264018082) -> (continuation of Deferred@2137927950 after retry RPC after error@1278416165), errback=(continuation of Deferred@1230221460 after retry RPC after error@124933389) -> (continuation of Deferred@1004517521 after retry RPC after error@501536001) -> (continuation of Deferred@1231491385 after retry RPC after error@1546190629) -> (continuation of Deferred@452316929 after retry RPC after error@562191747) -> (continuation of Deferred@1344106067 after retry RPC after error@1264018082) -> (continuation of Deferred@2137927950 after retry RPC after error@1278416165)))
20:17:47.507 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@715233180(state=PENDING, result=null, callback=(continuation of Deferred@1230221460 after retry RPC after error@124933389) -> (continuation of Deferred@1004517521 after retry RPC after error@501536001) -> (continuation of Deferred@1231491385 after retry RPC after error@1546190629) -> (continuation of Deferred@452316929 after retry RPC after error@562191747) -> (continuation of Deferred@1344106067 after retry RPC after error@1264018082) -> (continuation of Deferred@2137927950 after retry RPC after error@1278416165), errback=(continuation of Deferred@1230221460 after retry RPC after error@124933389) -> (continuation of Deferred@1004517521 after retry RPC after error@501536001) -> (continuation of Deferred@1231491385 after retry RPC after error@1546190629) -> (continuation of Deferred@452316929 after retry RPC after error@562191747) -> (continuation of Deferred@1344106067 after retry RPC after error@1264018082) -> (continuation of Deferred@2137927950 after retry RPC after error@1278416165)))
20:17:47.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.543 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.603 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.706 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1744681888(state=PENDING, result=null, callback=(continuation of Deferred@1501075556 after retry RPC after error@1114430631) -> (continuation of Deferred@85762138 after retry RPC after error@263597026) -> (continuation of Deferred@303049160 after retry RPC after error@918374089) -> (continuation of Deferred@1455631924 after retry RPC after error@1754592821) -> (continuation of Deferred@2069486726 after retry RPC after error@655250986) -> (continuation of Deferred@1760788081 after retry RPC after error@664344580) -> (continuation of Deferred@311516573 after retry RPC after error@1207690979), errback=(continuation of Deferred@1501075556 after retry RPC after error@1114430631) -> (continuation of Deferred@85762138 after retry RPC after error@263597026) -> (continuation of Deferred@303049160 after retry RPC after error@918374089) -> (continuation of Deferred@1455631924 after retry RPC after error@1754592821) -> (continuation of Deferred@2069486726 after retry RPC after error@655250986) -> (continuation of Deferred@1760788081 after retry RPC after error@664344580) -> (continuation of Deferred@311516573 after retry RPC after error@1207690979)))
20:17:47.707 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1744681888(state=PENDING, result=null, callback=(continuation of Deferred@1501075556 after retry RPC after error@1114430631) -> (continuation of Deferred@85762138 after retry RPC after error@263597026) -> (continuation of Deferred@303049160 after retry RPC after error@918374089) -> (continuation of Deferred@1455631924 after retry RPC after error@1754592821) -> (continuation of Deferred@2069486726 after retry RPC after error@655250986) -> (continuation of Deferred@1760788081 after retry RPC after error@664344580) -> (continuation of Deferred@311516573 after retry RPC after error@1207690979), errback=(continuation of Deferred@1501075556 after retry RPC after error@1114430631) -> (continuation of Deferred@85762138 after retry RPC after error@263597026) -> (continuation of Deferred@303049160 after retry RPC after error@918374089) -> (continuation of Deferred@1455631924 after retry RPC after error@1754592821) -> (continuation of Deferred@2069486726 after retry RPC after error@655250986) -> (continuation of Deferred@1760788081 after retry RPC after error@664344580) -> (continuation of Deferred@311516573 after retry RPC after error@1207690979)))
20:17:47.723 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.783 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:47.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:47.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:47.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:47.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:47.984 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@555465083(state=PENDING, result=null, callback=(continuation of Deferred@1561660994 after retry RPC after error@109724326) -> (continuation of Deferred@1544418679 after retry RPC after error@539058156) -> (continuation of Deferred@1437803188 after retry RPC after error@24696278) -> (continuation of Deferred@846016195 after retry RPC after error@412731741) -> (continuation of Deferred@1416883832 after retry RPC after error@333600581) -> (continuation of Deferred@1218607308 after retry RPC after error@514294692) -> (continuation of Deferred@1433189926 after retry RPC after error@1412797361), errback=(continuation of Deferred@1561660994 after retry RPC after error@109724326) -> (continuation of Deferred@1544418679 after retry RPC after error@539058156) -> (continuation of Deferred@1437803188 after retry RPC after error@24696278) -> (continuation of Deferred@846016195 after retry RPC after error@412731741) -> (continuation of Deferred@1416883832 after retry RPC after error@333600581) -> (continuation of Deferred@1218607308 after retry RPC after error@514294692) -> (continuation of Deferred@1433189926 after retry RPC after error@1412797361)))
20:17:47.985 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:48.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.023 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:48.083504 16134 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:48.083 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:48.084920 16134 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:48.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:48.086344 16136 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.31.252:39201)
20:17:48.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.146 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@227542356(state=PENDING, result=null, callback=(continuation of Deferred@1837652419 after retry RPC after error@1046316599) -> (continuation of Deferred@1750255098 after retry RPC after error@1701168897) -> (continuation of Deferred@1242352687 after retry RPC after error@414357351) -> (continuation of Deferred@1722936478 after retry RPC after error@765944454) -> (continuation of Deferred@31895209 after retry RPC after error@232986717) -> (continuation of Deferred@1683996771 after retry RPC after error@1920613692), errback=(continuation of Deferred@1837652419 after retry RPC after error@1046316599) -> (continuation of Deferred@1750255098 after retry RPC after error@1701168897) -> (continuation of Deferred@1242352687 after retry RPC after error@414357351) -> (continuation of Deferred@1722936478 after retry RPC after error@765944454) -> (continuation of Deferred@31895209 after retry RPC after error@232986717) -> (continuation of Deferred@1683996771 after retry RPC after error@1920613692)))
20:17:48.146 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@227542356(state=PENDING, result=null, callback=(continuation of Deferred@1837652419 after retry RPC after error@1046316599) -> (continuation of Deferred@1750255098 after retry RPC after error@1701168897) -> (continuation of Deferred@1242352687 after retry RPC after error@414357351) -> (continuation of Deferred@1722936478 after retry RPC after error@765944454) -> (continuation of Deferred@31895209 after retry RPC after error@232986717) -> (continuation of Deferred@1683996771 after retry RPC after error@1920613692), errback=(continuation of Deferred@1837652419 after retry RPC after error@1046316599) -> (continuation of Deferred@1750255098 after retry RPC after error@1701168897) -> (continuation of Deferred@1242352687 after retry RPC after error@414357351) -> (continuation of Deferred@1722936478 after retry RPC after error@765944454) -> (continuation of Deferred@31895209 after retry RPC after error@232986717) -> (continuation of Deferred@1683996771 after retry RPC after error@1920613692)))
20:17:48.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.185 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.243 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.285 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.345 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.424 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1587123779(state=PENDING, result=null, callback=(continuation of Deferred@189655080 after retry RPC after error@1324903936) -> (continuation of Deferred@540288341 after retry RPC after error@839746718) -> (continuation of Deferred@1449469535 after retry RPC after error@1541458685) -> (continuation of Deferred@1518293593 after retry RPC after error@67638524) -> (continuation of Deferred@2065731068 after retry RPC after error@650774343) -> (continuation of Deferred@101147741 after retry RPC after error@1114386325) -> (continuation of Deferred@1037829449 after retry RPC after error@1272634762), errback=(continuation of Deferred@189655080 after retry RPC after error@1324903936) -> (continuation of Deferred@540288341 after retry RPC after error@839746718) -> (continuation of Deferred@1449469535 after retry RPC after error@1541458685) -> (continuation of Deferred@1518293593 after retry RPC after error@67638524) -> (continuation of Deferred@2065731068 after retry RPC after error@650774343) -> (continuation of Deferred@101147741 after retry RPC after error@1114386325) -> (continuation of Deferred@1037829449 after retry RPC after error@1272634762)))
20:17:48.424 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:48.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.563 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.623 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@329477900(state=PENDING, result=null, callback=(continuation of Deferred@1706007518 after retry RPC after error@659986486) -> (continuation of Deferred@533027298 after retry RPC after error@387354137) -> (continuation of Deferred@251565646 after retry RPC after error@494549135) -> (continuation of Deferred@675637387 after retry RPC after error@192962012) -> (continuation of Deferred@1907815940 after retry RPC after error@1027868413) -> (continuation of Deferred@1053176046 after retry RPC after error@933360727), errback=(continuation of Deferred@1706007518 after retry RPC after error@659986486) -> (continuation of Deferred@533027298 after retry RPC after error@387354137) -> (continuation of Deferred@251565646 after retry RPC after error@494549135) -> (continuation of Deferred@675637387 after retry RPC after error@192962012) -> (continuation of Deferred@1907815940 after retry RPC after error@1027868413) -> (continuation of Deferred@1053176046 after retry RPC after error@933360727)))
20:17:48.626 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@329477900(state=PENDING, result=null, callback=(continuation of Deferred@1706007518 after retry RPC after error@659986486) -> (continuation of Deferred@533027298 after retry RPC after error@387354137) -> (continuation of Deferred@251565646 after retry RPC after error@494549135) -> (continuation of Deferred@675637387 after retry RPC after error@192962012) -> (continuation of Deferred@1907815940 after retry RPC after error@1027868413) -> (continuation of Deferred@1053176046 after retry RPC after error@933360727), errback=(continuation of Deferred@1706007518 after retry RPC after error@659986486) -> (continuation of Deferred@533027298 after retry RPC after error@387354137) -> (continuation of Deferred@251565646 after retry RPC after error@494549135) -> (continuation of Deferred@675637387 after retry RPC after error@192962012) -> (continuation of Deferred@1907815940 after retry RPC after error@1027868413) -> (continuation of Deferred@1053176046 after retry RPC after error@933360727)))
20:17:48.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.683 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.823 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.867 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@98555309(state=PENDING, result=null, callback=(continuation of Deferred@368731717 after retry RPC after error@702460826) -> (continuation of Deferred@141928612 after retry RPC after error@1937536698) -> (continuation of Deferred@905113310 after retry RPC after error@1777129881) -> (continuation of Deferred@1291418760 after retry RPC after error@1545603595) -> (continuation of Deferred@2122746703 after retry RPC after error@1898554647) -> (continuation of Deferred@1983089286 after retry RPC after error@715105817) -> (continuation of Deferred@1619631350 after retry RPC after error@1555336429) -> (continuation of Deferred@909728327 after retry RPC after error@1640074743), errback=(continuation of Deferred@368731717 after retry RPC after error@702460826) -> (continuation of Deferred@141928612 after retry RPC after error@1937536698) -> (continuation of Deferred@905113310 after retry RPC after error@1777129881) -> (continuation of Deferred@1291418760 after retry RPC after error@1545603595) -> (continuation of Deferred@2122746703 after retry RPC after error@1898554647) -> (continuation of Deferred@1983089286 after retry RPC after error@715105817) -> (continuation of Deferred@1619631350 after retry RPC after error@1555336429) -> (continuation of Deferred@909728327 after retry RPC after error@1640074743)))
20:17:48.867 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@98555309(state=PENDING, result=null, callback=(continuation of Deferred@368731717 after retry RPC after error@702460826) -> (continuation of Deferred@141928612 after retry RPC after error@1937536698) -> (continuation of Deferred@905113310 after retry RPC after error@1777129881) -> (continuation of Deferred@1291418760 after retry RPC after error@1545603595) -> (continuation of Deferred@2122746703 after retry RPC after error@1898554647) -> (continuation of Deferred@1983089286 after retry RPC after error@715105817) -> (continuation of Deferred@1619631350 after retry RPC after error@1555336429) -> (continuation of Deferred@909728327 after retry RPC after error@1640074743), errback=(continuation of Deferred@368731717 after retry RPC after error@702460826) -> (continuation of Deferred@141928612 after retry RPC after error@1937536698) -> (continuation of Deferred@905113310 after retry RPC after error@1777129881) -> (continuation of Deferred@1291418760 after retry RPC after error@1545603595) -> (continuation of Deferred@2122746703 after retry RPC after error@1898554647) -> (continuation of Deferred@1983089286 after retry RPC after error@715105817) -> (continuation of Deferred@1619631350 after retry RPC after error@1555336429) -> (continuation of Deferred@909728327 after retry RPC after error@1640074743)))
20:17:48.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.903 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:48.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:48.985 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:48.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:48.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:48.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.123 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.126 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@983602047(state=PENDING, result=null, callback=(continuation of Deferred@1345355150 after retry RPC after error@871049753) -> (continuation of Deferred@1895523920 after retry RPC after error@1316894811) -> (continuation of Deferred@494006295 after retry RPC after error@2007018050) -> (continuation of Deferred@1556253440 after retry RPC after error@1665256483) -> (continuation of Deferred@1898080532 after retry RPC after error@60960712) -> (continuation of Deferred@1274035767 after retry RPC after error@641586110) -> (continuation of Deferred@1144353956 after retry RPC after error@1459343237), errback=(continuation of Deferred@1345355150 after retry RPC after error@871049753) -> (continuation of Deferred@1895523920 after retry RPC after error@1316894811) -> (continuation of Deferred@494006295 after retry RPC after error@2007018050) -> (continuation of Deferred@1556253440 after retry RPC after error@1665256483) -> (continuation of Deferred@1898080532 after retry RPC after error@60960712) -> (continuation of Deferred@1274035767 after retry RPC after error@641586110) -> (continuation of Deferred@1144353956 after retry RPC after error@1459343237)))
20:17:49.127 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@983602047(state=PENDING, result=null, callback=(continuation of Deferred@1345355150 after retry RPC after error@871049753) -> (continuation of Deferred@1895523920 after retry RPC after error@1316894811) -> (continuation of Deferred@494006295 after retry RPC after error@2007018050) -> (continuation of Deferred@1556253440 after retry RPC after error@1665256483) -> (continuation of Deferred@1898080532 after retry RPC after error@60960712) -> (continuation of Deferred@1274035767 after retry RPC after error@641586110) -> (continuation of Deferred@1144353956 after retry RPC after error@1459343237), errback=(continuation of Deferred@1345355150 after retry RPC after error@871049753) -> (continuation of Deferred@1895523920 after retry RPC after error@1316894811) -> (continuation of Deferred@494006295 after retry RPC after error@2007018050) -> (continuation of Deferred@1556253440 after retry RPC after error@1665256483) -> (continuation of Deferred@1898080532 after retry RPC after error@60960712) -> (continuation of Deferred@1274035767 after retry RPC after error@641586110) -> (continuation of Deferred@1144353956 after retry RPC after error@1459343237)))
20:17:49.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.205 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.263 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.366 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@779735393(state=PENDING, result=null, callback=(continuation of Deferred@64041860 after retry RPC after error@306610112) -> (continuation of Deferred@1714790672 after retry RPC after error@103257710) -> (continuation of Deferred@207669309 after retry RPC after error@762908174) -> (continuation of Deferred@1712261008 after retry RPC after error@1554082265) -> (continuation of Deferred@1451914064 after retry RPC after error@870719217) -> (continuation of Deferred@759938202 after retry RPC after error@2054420299) -> (continuation of Deferred@2145782694 after retry RPC after error@2088010557), errback=(continuation of Deferred@64041860 after retry RPC after error@306610112) -> (continuation of Deferred@1714790672 after retry RPC after error@103257710) -> (continuation of Deferred@207669309 after retry RPC after error@762908174) -> (continuation of Deferred@1712261008 after retry RPC after error@1554082265) -> (continuation of Deferred@1451914064 after retry RPC after error@870719217) -> (continuation of Deferred@759938202 after retry RPC after error@2054420299) -> (continuation of Deferred@2145782694 after retry RPC after error@2088010557)))
20:17:49.366 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@779735393(state=PENDING, result=null, callback=(continuation of Deferred@64041860 after retry RPC after error@306610112) -> (continuation of Deferred@1714790672 after retry RPC after error@103257710) -> (continuation of Deferred@207669309 after retry RPC after error@762908174) -> (continuation of Deferred@1712261008 after retry RPC after error@1554082265) -> (continuation of Deferred@1451914064 after retry RPC after error@870719217) -> (continuation of Deferred@759938202 after retry RPC after error@2054420299) -> (continuation of Deferred@2145782694 after retry RPC after error@2088010557), errback=(continuation of Deferred@64041860 after retry RPC after error@306610112) -> (continuation of Deferred@1714790672 after retry RPC after error@103257710) -> (continuation of Deferred@207669309 after retry RPC after error@762908174) -> (continuation of Deferred@1712261008 after retry RPC after error@1554082265) -> (continuation of Deferred@1451914064 after retry RPC after error@870719217) -> (continuation of Deferred@759938202 after retry RPC after error@2054420299) -> (continuation of Deferred@2145782694 after retry RPC after error@2088010557)))
20:17:49.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.385 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.443 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1612486132(state=PENDING, result=null, callback=(continuation of Deferred@438299885 after retry RPC after error@752354029) -> (continuation of Deferred@193325704 after retry RPC after error@254967097) -> (continuation of Deferred@1781502134 after retry RPC after error@109848692) -> (continuation of Deferred@586761095 after retry RPC after error@1044261204) -> (continuation of Deferred@671261701 after retry RPC after error@1328215801) -> (continuation of Deferred@656892384 after retry RPC after error@1755089113) -> (continuation of Deferred@1426271043 after retry RPC after error@1300664868), errback=(continuation of Deferred@438299885 after retry RPC after error@752354029) -> (continuation of Deferred@193325704 after retry RPC after error@254967097) -> (continuation of Deferred@1781502134 after retry RPC after error@109848692) -> (continuation of Deferred@586761095 after retry RPC after error@1044261204) -> (continuation of Deferred@671261701 after retry RPC after error@1328215801) -> (continuation of Deferred@656892384 after retry RPC after error@1755089113) -> (continuation of Deferred@1426271043 after retry RPC after error@1300664868)))
20:17:49.627 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1612486132(state=PENDING, result=null, callback=(continuation of Deferred@438299885 after retry RPC after error@752354029) -> (continuation of Deferred@193325704 after retry RPC after error@254967097) -> (continuation of Deferred@1781502134 after retry RPC after error@109848692) -> (continuation of Deferred@586761095 after retry RPC after error@1044261204) -> (continuation of Deferred@671261701 after retry RPC after error@1328215801) -> (continuation of Deferred@656892384 after retry RPC after error@1755089113) -> (continuation of Deferred@1426271043 after retry RPC after error@1300664868), errback=(continuation of Deferred@438299885 after retry RPC after error@752354029) -> (continuation of Deferred@193325704 after retry RPC after error@254967097) -> (continuation of Deferred@1781502134 after retry RPC after error@109848692) -> (continuation of Deferred@586761095 after retry RPC after error@1044261204) -> (continuation of Deferred@671261701 after retry RPC after error@1328215801) -> (continuation of Deferred@656892384 after retry RPC after error@1755089113) -> (continuation of Deferred@1426271043 after retry RPC after error@1300664868)))
20:17:49.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.645 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:49.648119 16617 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8985749f5a484a0da7b610877467df51)
20:17:49.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:49.648344 16617 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:49.648962 16617 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:49.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:49.650096 15597 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:17:49.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:49.651434 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253): Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111)
20:17:49.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:49.651661 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:49.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:49.651757 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:49.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:49.652199 16617 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:17:49.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.705 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.785 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1195490345(state=PENDING, result=null, callback=(continuation of Deferred@698990768 after retry RPC after error@619043050) -> (continuation of Deferred@820459217 after retry RPC after error@2047702032) -> (continuation of Deferred@491161505 after retry RPC after error@401485419) -> (continuation of Deferred@506909689 after retry RPC after error@252348891) -> (continuation of Deferred@643329044 after retry RPC after error@1076073410) -> (continuation of Deferred@1747069220 after retry RPC after error@868032938) -> (continuation of Deferred@1457574661 after retry RPC after error@167896984) -> (continuation of Deferred@1939047669 after retry RPC after error@704207708), errback=(continuation of Deferred@698990768 after retry RPC after error@619043050) -> (continuation of Deferred@820459217 after retry RPC after error@2047702032) -> (continuation of Deferred@491161505 after retry RPC after error@401485419) -> (continuation of Deferred@506909689 after retry RPC after error@252348891) -> (continuation of Deferred@643329044 after retry RPC after error@1076073410) -> (continuation of Deferred@1747069220 after retry RPC after error@868032938) -> (continuation of Deferred@1457574661 after retry RPC after error@167896984) -> (continuation of Deferred@1939047669 after retry RPC after error@704207708)))
20:17:49.826 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1195490345(state=PENDING, result=null, callback=(continuation of Deferred@698990768 after retry RPC after error@619043050) -> (continuation of Deferred@820459217 after retry RPC after error@2047702032) -> (continuation of Deferred@491161505 after retry RPC after error@401485419) -> (continuation of Deferred@506909689 after retry RPC after error@252348891) -> (continuation of Deferred@643329044 after retry RPC after error@1076073410) -> (continuation of Deferred@1747069220 after retry RPC after error@868032938) -> (continuation of Deferred@1457574661 after retry RPC after error@167896984) -> (continuation of Deferred@1939047669 after retry RPC after error@704207708), errback=(continuation of Deferred@698990768 after retry RPC after error@619043050) -> (continuation of Deferred@820459217 after retry RPC after error@2047702032) -> (continuation of Deferred@491161505 after retry RPC after error@401485419) -> (continuation of Deferred@506909689 after retry RPC after error@252348891) -> (continuation of Deferred@643329044 after retry RPC after error@1076073410) -> (continuation of Deferred@1747069220 after retry RPC after error@868032938) -> (continuation of Deferred@1457574661 after retry RPC after error@167896984) -> (continuation of Deferred@1939047669 after retry RPC after error@704207708)))
20:17:49.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.845 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.883 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.905 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:49.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:49.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:49.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:49.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:49.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1852788156(state=PENDING, result=null, callback=(continuation of Deferred@1721051450 after retry RPC after error@463744956) -> (continuation of Deferred@967817092 after retry RPC after error@767102880) -> (continuation of Deferred@1655324628 after retry RPC after error@1489577458) -> (continuation of Deferred@471775992 after retry RPC after error@2042589908) -> (continuation of Deferred@1255716520 after retry RPC after error@1538256052) -> (continuation of Deferred@848249923 after retry RPC after error@807713044) -> (continuation of Deferred@1069954126 after retry RPC after error@464041294), errback=(continuation of Deferred@1721051450 after retry RPC after error@463744956) -> (continuation of Deferred@967817092 after retry RPC after error@767102880) -> (continuation of Deferred@1655324628 after retry RPC after error@1489577458) -> (continuation of Deferred@471775992 after retry RPC after error@2042589908) -> (continuation of Deferred@1255716520 after retry RPC after error@1538256052) -> (continuation of Deferred@848249923 after retry RPC after error@807713044) -> (continuation of Deferred@1069954126 after retry RPC after error@464041294)))
20:17:50.087 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1852788156(state=PENDING, result=null, callback=(continuation of Deferred@1721051450 after retry RPC after error@463744956) -> (continuation of Deferred@967817092 after retry RPC after error@767102880) -> (continuation of Deferred@1655324628 after retry RPC after error@1489577458) -> (continuation of Deferred@471775992 after retry RPC after error@2042589908) -> (continuation of Deferred@1255716520 after retry RPC after error@1538256052) -> (continuation of Deferred@848249923 after retry RPC after error@807713044) -> (continuation of Deferred@1069954126 after retry RPC after error@464041294), errback=(continuation of Deferred@1721051450 after retry RPC after error@463744956) -> (continuation of Deferred@967817092 after retry RPC after error@767102880) -> (continuation of Deferred@1655324628 after retry RPC after error@1489577458) -> (continuation of Deferred@471775992 after retry RPC after error@2042589908) -> (continuation of Deferred@1255716520 after retry RPC after error@1538256052) -> (continuation of Deferred@848249923 after retry RPC after error@807713044) -> (continuation of Deferred@1069954126 after retry RPC after error@464041294)))
20:17:50.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.123 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.286 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@657912892(state=PENDING, result=null, callback=(continuation of Deferred@1009480446 after retry RPC after error@1296581990) -> (continuation of Deferred@60295705 after retry RPC after error@329222466) -> (continuation of Deferred@1959044429 after retry RPC after error@2066267590) -> (continuation of Deferred@941860984 after retry RPC after error@1469703079) -> (continuation of Deferred@103205588 after retry RPC after error@945717595) -> (continuation of Deferred@488349248 after retry RPC after error@84398751) -> (continuation of Deferred@893896833 after retry RPC after error@2036319019), errback=(continuation of Deferred@1009480446 after retry RPC after error@1296581990) -> (continuation of Deferred@60295705 after retry RPC after error@329222466) -> (continuation of Deferred@1959044429 after retry RPC after error@2066267590) -> (continuation of Deferred@941860984 after retry RPC after error@1469703079) -> (continuation of Deferred@103205588 after retry RPC after error@945717595) -> (continuation of Deferred@488349248 after retry RPC after error@84398751) -> (continuation of Deferred@893896833 after retry RPC after error@2036319019)))
20:17:50.287 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@657912892(state=PENDING, result=null, callback=(continuation of Deferred@1009480446 after retry RPC after error@1296581990) -> (continuation of Deferred@60295705 after retry RPC after error@329222466) -> (continuation of Deferred@1959044429 after retry RPC after error@2066267590) -> (continuation of Deferred@941860984 after retry RPC after error@1469703079) -> (continuation of Deferred@103205588 after retry RPC after error@945717595) -> (continuation of Deferred@488349248 after retry RPC after error@84398751) -> (continuation of Deferred@893896833 after retry RPC after error@2036319019), errback=(continuation of Deferred@1009480446 after retry RPC after error@1296581990) -> (continuation of Deferred@60295705 after retry RPC after error@329222466) -> (continuation of Deferred@1959044429 after retry RPC after error@2066267590) -> (continuation of Deferred@941860984 after retry RPC after error@1469703079) -> (continuation of Deferred@103205588 after retry RPC after error@945717595) -> (continuation of Deferred@488349248 after retry RPC after error@84398751) -> (continuation of Deferred@893896833 after retry RPC after error@2036319019)))
20:17:50.303 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.383 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.443 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.447 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1070693933(state=PENDING, result=null, callback=(continuation of Deferred@1873216529 after retry RPC after error@1275554111) -> (continuation of Deferred@330307347 after retry RPC after error@656683870) -> (continuation of Deferred@1886665767 after retry RPC after error@122551687) -> (continuation of Deferred@341207794 after retry RPC after error@317588965) -> (continuation of Deferred@1126860443 after retry RPC after error@727972540) -> (continuation of Deferred@205849816 after retry RPC after error@1852238232) -> (continuation of Deferred@2045752465 after retry RPC after error@1298994954), errback=(continuation of Deferred@1873216529 after retry RPC after error@1275554111) -> (continuation of Deferred@330307347 after retry RPC after error@656683870) -> (continuation of Deferred@1886665767 after retry RPC after error@122551687) -> (continuation of Deferred@341207794 after retry RPC after error@317588965) -> (continuation of Deferred@1126860443 after retry RPC after error@727972540) -> (continuation of Deferred@205849816 after retry RPC after error@1852238232) -> (continuation of Deferred@2045752465 after retry RPC after error@1298994954)))
20:17:50.447 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1070693933(state=PENDING, result=null, callback=(continuation of Deferred@1873216529 after retry RPC after error@1275554111) -> (continuation of Deferred@330307347 after retry RPC after error@656683870) -> (continuation of Deferred@1886665767 after retry RPC after error@122551687) -> (continuation of Deferred@341207794 after retry RPC after error@317588965) -> (continuation of Deferred@1126860443 after retry RPC after error@727972540) -> (continuation of Deferred@205849816 after retry RPC after error@1852238232) -> (continuation of Deferred@2045752465 after retry RPC after error@1298994954), errback=(continuation of Deferred@1873216529 after retry RPC after error@1275554111) -> (continuation of Deferred@330307347 after retry RPC after error@656683870) -> (continuation of Deferred@1886665767 after retry RPC after error@122551687) -> (continuation of Deferred@341207794 after retry RPC after error@317588965) -> (continuation of Deferred@1126860443 after retry RPC after error@727972540) -> (continuation of Deferred@205849816 after retry RPC after error@1852238232) -> (continuation of Deferred@2045752465 after retry RPC after error@1298994954)))
20:17:50.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.465 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.545 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.606 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1631102414(state=PENDING, result=null, callback=(continuation of Deferred@133603516 after retry RPC after error@1968138698) -> (continuation of Deferred@626685800 after retry RPC after error@23638232) -> (continuation of Deferred@858325769 after retry RPC after error@1034300831) -> (continuation of Deferred@1269955700 after retry RPC after error@253459370) -> (continuation of Deferred@1959858187 after retry RPC after error@2014773723) -> (continuation of Deferred@1006698737 after retry RPC after error@1754524400), errback=(continuation of Deferred@133603516 after retry RPC after error@1968138698) -> (continuation of Deferred@626685800 after retry RPC after error@23638232) -> (continuation of Deferred@858325769 after retry RPC after error@1034300831) -> (continuation of Deferred@1269955700 after retry RPC after error@253459370) -> (continuation of Deferred@1959858187 after retry RPC after error@2014773723) -> (continuation of Deferred@1006698737 after retry RPC after error@1754524400)))
20:17:50.607 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1631102414(state=PENDING, result=null, callback=(continuation of Deferred@133603516 after retry RPC after error@1968138698) -> (continuation of Deferred@626685800 after retry RPC after error@23638232) -> (continuation of Deferred@858325769 after retry RPC after error@1034300831) -> (continuation of Deferred@1269955700 after retry RPC after error@253459370) -> (continuation of Deferred@1959858187 after retry RPC after error@2014773723) -> (continuation of Deferred@1006698737 after retry RPC after error@1754524400), errback=(continuation of Deferred@133603516 after retry RPC after error@1968138698) -> (continuation of Deferred@626685800 after retry RPC after error@23638232) -> (continuation of Deferred@858325769 after retry RPC after error@1034300831) -> (continuation of Deferred@1269955700 after retry RPC after error@253459370) -> (continuation of Deferred@1959858187 after retry RPC after error@2014773723) -> (continuation of Deferred@1006698737 after retry RPC after error@1754524400)))
20:17:50.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.645 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.703 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.745 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1065393453(state=PENDING, result=null, callback=(continuation of Deferred@89971638 after retry RPC after error@953007383) -> (continuation of Deferred@2014030208 after retry RPC after error@1138309721) -> (continuation of Deferred@540788991 after retry RPC after error@1976302826) -> (continuation of Deferred@1353260154 after retry RPC after error@1521020868) -> (continuation of Deferred@615163998 after retry RPC after error@246164621) -> (continuation of Deferred@385788910 after retry RPC after error@188067898), errback=(continuation of Deferred@89971638 after retry RPC after error@953007383) -> (continuation of Deferred@2014030208 after retry RPC after error@1138309721) -> (continuation of Deferred@540788991 after retry RPC after error@1976302826) -> (continuation of Deferred@1353260154 after retry RPC after error@1521020868) -> (continuation of Deferred@615163998 after retry RPC after error@246164621) -> (continuation of Deferred@385788910 after retry RPC after error@188067898)))
20:17:50.787 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1065393453(state=PENDING, result=null, callback=(continuation of Deferred@89971638 after retry RPC after error@953007383) -> (continuation of Deferred@2014030208 after retry RPC after error@1138309721) -> (continuation of Deferred@540788991 after retry RPC after error@1976302826) -> (continuation of Deferred@1353260154 after retry RPC after error@1521020868) -> (continuation of Deferred@615163998 after retry RPC after error@246164621) -> (continuation of Deferred@385788910 after retry RPC after error@188067898), errback=(continuation of Deferred@89971638 after retry RPC after error@953007383) -> (continuation of Deferred@2014030208 after retry RPC after error@1138309721) -> (continuation of Deferred@540788991 after retry RPC after error@1976302826) -> (continuation of Deferred@1353260154 after retry RPC after error@1521020868) -> (continuation of Deferred@615163998 after retry RPC after error@246164621) -> (continuation of Deferred@385788910 after retry RPC after error@188067898)))
20:17:50.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.883 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.925 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:50.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:50.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:50.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:50.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:50.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1038844154(state=PENDING, result=null, callback=(continuation of Deferred@1352980464 after retry RPC after error@313815814) -> (continuation of Deferred@1780144767 after retry RPC after error@194476950) -> (continuation of Deferred@2113545795 after retry RPC after error@1281840825) -> (continuation of Deferred@1888662632 after retry RPC after error@1089026599) -> (continuation of Deferred@1812841543 after retry RPC after error@447317473) -> (continuation of Deferred@2138915624 after retry RPC after error@1984718562) -> (continuation of Deferred@1952557968 after retry RPC after error@582073968), errback=(continuation of Deferred@1352980464 after retry RPC after error@313815814) -> (continuation of Deferred@1780144767 after retry RPC after error@194476950) -> (continuation of Deferred@2113545795 after retry RPC after error@1281840825) -> (continuation of Deferred@1888662632 after retry RPC after error@1089026599) -> (continuation of Deferred@1812841543 after retry RPC after error@447317473) -> (continuation of Deferred@2138915624 after retry RPC after error@1984718562) -> (continuation of Deferred@1952557968 after retry RPC after error@582073968)))
20:17:51.027 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1038844154(state=PENDING, result=null, callback=(continuation of Deferred@1352980464 after retry RPC after error@313815814) -> (continuation of Deferred@1780144767 after retry RPC after error@194476950) -> (continuation of Deferred@2113545795 after retry RPC after error@1281840825) -> (continuation of Deferred@1888662632 after retry RPC after error@1089026599) -> (continuation of Deferred@1812841543 after retry RPC after error@447317473) -> (continuation of Deferred@2138915624 after retry RPC after error@1984718562) -> (continuation of Deferred@1952557968 after retry RPC after error@582073968), errback=(continuation of Deferred@1352980464 after retry RPC after error@313815814) -> (continuation of Deferred@1780144767 after retry RPC after error@194476950) -> (continuation of Deferred@2113545795 after retry RPC after error@1281840825) -> (continuation of Deferred@1888662632 after retry RPC after error@1089026599) -> (continuation of Deferred@1812841543 after retry RPC after error@447317473) -> (continuation of Deferred@2138915624 after retry RPC after error@1984718562) -> (continuation of Deferred@1952557968 after retry RPC after error@582073968)))
20:17:51.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.143 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.165 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.243 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.246 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1132756125(state=PENDING, result=null, callback=(continuation of Deferred@380229641 after retry RPC after error@1246769900) -> (continuation of Deferred@451674262 after retry RPC after error@2053957570) -> (continuation of Deferred@584913174 after retry RPC after error@1766953203) -> (continuation of Deferred@323212799 after retry RPC after error@235696802) -> (continuation of Deferred@1142130644 after retry RPC after error@564154797) -> (continuation of Deferred@742495307 after retry RPC after error@1102408195) -> (continuation of Deferred@423651526 after retry RPC after error@978218874), errback=(continuation of Deferred@380229641 after retry RPC after error@1246769900) -> (continuation of Deferred@451674262 after retry RPC after error@2053957570) -> (continuation of Deferred@584913174 after retry RPC after error@1766953203) -> (continuation of Deferred@323212799 after retry RPC after error@235696802) -> (continuation of Deferred@1142130644 after retry RPC after error@564154797) -> (continuation of Deferred@742495307 after retry RPC after error@1102408195) -> (continuation of Deferred@423651526 after retry RPC after error@978218874)))
20:17:51.246 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1132756125(state=PENDING, result=null, callback=(continuation of Deferred@380229641 after retry RPC after error@1246769900) -> (continuation of Deferred@451674262 after retry RPC after error@2053957570) -> (continuation of Deferred@584913174 after retry RPC after error@1766953203) -> (continuation of Deferred@323212799 after retry RPC after error@235696802) -> (continuation of Deferred@1142130644 after retry RPC after error@564154797) -> (continuation of Deferred@742495307 after retry RPC after error@1102408195) -> (continuation of Deferred@423651526 after retry RPC after error@978218874), errback=(continuation of Deferred@380229641 after retry RPC after error@1246769900) -> (continuation of Deferred@451674262 after retry RPC after error@2053957570) -> (continuation of Deferred@584913174 after retry RPC after error@1766953203) -> (continuation of Deferred@323212799 after retry RPC after error@235696802) -> (continuation of Deferred@1142130644 after retry RPC after error@564154797) -> (continuation of Deferred@742495307 after retry RPC after error@1102408195) -> (continuation of Deferred@423651526 after retry RPC after error@978218874)))
20:17:51.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.325 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.463 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.505 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.507 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1848236799(state=PENDING, result=null, callback=(continuation of Deferred@2097509132 after retry RPC after error@93851186) -> (continuation of Deferred@664296968 after retry RPC after error@130450982) -> (continuation of Deferred@1359812801 after retry RPC after error@346125644) -> (continuation of Deferred@1898713550 after retry RPC after error@1114136187) -> (continuation of Deferred@2065341927 after retry RPC after error@1687063773) -> (continuation of Deferred@1966953443 after retry RPC after error@1965445305) -> (continuation of Deferred@1518079583 after retry RPC after error@1241815465) -> (continuation of Deferred@1438218561 after retry RPC after error@308103383), errback=(continuation of Deferred@2097509132 after retry RPC after error@93851186) -> (continuation of Deferred@664296968 after retry RPC after error@130450982) -> (continuation of Deferred@1359812801 after retry RPC after error@346125644) -> (continuation of Deferred@1898713550 after retry RPC after error@1114136187) -> (continuation of Deferred@2065341927 after retry RPC after error@1687063773) -> (continuation of Deferred@1966953443 after retry RPC after error@1965445305) -> (continuation of Deferred@1518079583 after retry RPC after error@1241815465) -> (continuation of Deferred@1438218561 after retry RPC after error@308103383)))
20:17:51.507 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1848236799(state=PENDING, result=null, callback=(continuation of Deferred@2097509132 after retry RPC after error@93851186) -> (continuation of Deferred@664296968 after retry RPC after error@130450982) -> (continuation of Deferred@1359812801 after retry RPC after error@346125644) -> (continuation of Deferred@1898713550 after retry RPC after error@1114136187) -> (continuation of Deferred@2065341927 after retry RPC after error@1687063773) -> (continuation of Deferred@1966953443 after retry RPC after error@1965445305) -> (continuation of Deferred@1518079583 after retry RPC after error@1241815465) -> (continuation of Deferred@1438218561 after retry RPC after error@308103383), errback=(continuation of Deferred@2097509132 after retry RPC after error@93851186) -> (continuation of Deferred@664296968 after retry RPC after error@130450982) -> (continuation of Deferred@1359812801 after retry RPC after error@346125644) -> (continuation of Deferred@1898713550 after retry RPC after error@1114136187) -> (continuation of Deferred@2065341927 after retry RPC after error@1687063773) -> (continuation of Deferred@1966953443 after retry RPC after error@1965445305) -> (continuation of Deferred@1518079583 after retry RPC after error@1241815465) -> (continuation of Deferred@1438218561 after retry RPC after error@308103383)))
20:17:51.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.563 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.726 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@559649757(state=PENDING, result=null, callback=(continuation of Deferred@515414564 after retry RPC after error@1972623860) -> (continuation of Deferred@1787338463 after retry RPC after error@389033256) -> (continuation of Deferred@1292106832 after retry RPC after error@640995453) -> (continuation of Deferred@140823554 after retry RPC after error@514586955) -> (continuation of Deferred@1276671922 after retry RPC after error@1278206324) -> (continuation of Deferred@1644507183 after retry RPC after error@598080645) -> (continuation of Deferred@739224228 after retry RPC after error@521722384), errback=(continuation of Deferred@515414564 after retry RPC after error@1972623860) -> (continuation of Deferred@1787338463 after retry RPC after error@389033256) -> (continuation of Deferred@1292106832 after retry RPC after error@640995453) -> (continuation of Deferred@140823554 after retry RPC after error@514586955) -> (continuation of Deferred@1276671922 after retry RPC after error@1278206324) -> (continuation of Deferred@1644507183 after retry RPC after error@598080645) -> (continuation of Deferred@739224228 after retry RPC after error@521722384)))
20:17:51.726 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@559649757(state=PENDING, result=null, callback=(continuation of Deferred@515414564 after retry RPC after error@1972623860) -> (continuation of Deferred@1787338463 after retry RPC after error@389033256) -> (continuation of Deferred@1292106832 after retry RPC after error@640995453) -> (continuation of Deferred@140823554 after retry RPC after error@514586955) -> (continuation of Deferred@1276671922 after retry RPC after error@1278206324) -> (continuation of Deferred@1644507183 after retry RPC after error@598080645) -> (continuation of Deferred@739224228 after retry RPC after error@521722384), errback=(continuation of Deferred@515414564 after retry RPC after error@1972623860) -> (continuation of Deferred@1787338463 after retry RPC after error@389033256) -> (continuation of Deferred@1292106832 after retry RPC after error@640995453) -> (continuation of Deferred@140823554 after retry RPC after error@514586955) -> (continuation of Deferred@1276671922 after retry RPC after error@1278206324) -> (continuation of Deferred@1644507183 after retry RPC after error@598080645) -> (continuation of Deferred@739224228 after retry RPC after error@521722384)))
20:17:51.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.745 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.803 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.926 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@618734867(state=PENDING, result=null, callback=(continuation of Deferred@1975868252 after retry RPC after error@1808657801) -> (continuation of Deferred@1377112037 after retry RPC after error@2138136841) -> (continuation of Deferred@540133888 after retry RPC after error@613730858) -> (continuation of Deferred@1585742714 after retry RPC after error@705288330) -> (continuation of Deferred@80111105 after retry RPC after error@109132073) -> (continuation of Deferred@2086987216 after retry RPC after error@407748446), errback=(continuation of Deferred@1975868252 after retry RPC after error@1808657801) -> (continuation of Deferred@1377112037 after retry RPC after error@2138136841) -> (continuation of Deferred@540133888 after retry RPC after error@613730858) -> (continuation of Deferred@1585742714 after retry RPC after error@705288330) -> (continuation of Deferred@80111105 after retry RPC after error@109132073) -> (continuation of Deferred@2086987216 after retry RPC after error@407748446)))
20:17:51.927 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@618734867(state=PENDING, result=null, callback=(continuation of Deferred@1975868252 after retry RPC after error@1808657801) -> (continuation of Deferred@1377112037 after retry RPC after error@2138136841) -> (continuation of Deferred@540133888 after retry RPC after error@613730858) -> (continuation of Deferred@1585742714 after retry RPC after error@705288330) -> (continuation of Deferred@80111105 after retry RPC after error@109132073) -> (continuation of Deferred@2086987216 after retry RPC after error@407748446), errback=(continuation of Deferred@1975868252 after retry RPC after error@1808657801) -> (continuation of Deferred@1377112037 after retry RPC after error@2138136841) -> (continuation of Deferred@540133888 after retry RPC after error@613730858) -> (continuation of Deferred@1585742714 after retry RPC after error@705288330) -> (continuation of Deferred@80111105 after retry RPC after error@109132073) -> (continuation of Deferred@2086987216 after retry RPC after error@407748446)))
20:17:51.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.965 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:51.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:51.985 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:51.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:51.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:51.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.063 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.105 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.146 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@254741317(state=PENDING, result=null, callback=(continuation of Deferred@529019942 after retry RPC after error@283731434) -> (continuation of Deferred@1959809187 after retry RPC after error@55707743) -> (continuation of Deferred@1562719511 after retry RPC after error@104389996) -> (continuation of Deferred@1889255488 after retry RPC after error@1670921980) -> (continuation of Deferred@400630293 after retry RPC after error@1475497528) -> (continuation of Deferred@2034568518 after retry RPC after error@1527292748) -> (continuation of Deferred@1172816818 after retry RPC after error@2217656), errback=(continuation of Deferred@529019942 after retry RPC after error@283731434) -> (continuation of Deferred@1959809187 after retry RPC after error@55707743) -> (continuation of Deferred@1562719511 after retry RPC after error@104389996) -> (continuation of Deferred@1889255488 after retry RPC after error@1670921980) -> (continuation of Deferred@400630293 after retry RPC after error@1475497528) -> (continuation of Deferred@2034568518 after retry RPC after error@1527292748) -> (continuation of Deferred@1172816818 after retry RPC after error@2217656)))
20:17:52.147 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@254741317(state=PENDING, result=null, callback=(continuation of Deferred@529019942 after retry RPC after error@283731434) -> (continuation of Deferred@1959809187 after retry RPC after error@55707743) -> (continuation of Deferred@1562719511 after retry RPC after error@104389996) -> (continuation of Deferred@1889255488 after retry RPC after error@1670921980) -> (continuation of Deferred@400630293 after retry RPC after error@1475497528) -> (continuation of Deferred@2034568518 after retry RPC after error@1527292748) -> (continuation of Deferred@1172816818 after retry RPC after error@2217656), errback=(continuation of Deferred@529019942 after retry RPC after error@283731434) -> (continuation of Deferred@1959809187 after retry RPC after error@55707743) -> (continuation of Deferred@1562719511 after retry RPC after error@104389996) -> (continuation of Deferred@1889255488 after retry RPC after error@1670921980) -> (continuation of Deferred@400630293 after retry RPC after error@1475497528) -> (continuation of Deferred@2034568518 after retry RPC after error@1527292748) -> (continuation of Deferred@1172816818 after retry RPC after error@2217656)))
20:17:52.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.183 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.243 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.285 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.366 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@927841187(state=PENDING, result=null, callback=(continuation of Deferred@68336720 after retry RPC after error@550167781) -> (continuation of Deferred@1557167531 after retry RPC after error@102384945) -> (continuation of Deferred@393972126 after retry RPC after error@1617017432) -> (continuation of Deferred@1065594586 after retry RPC after error@1801734102) -> (continuation of Deferred@538444893 after retry RPC after error@1304873340) -> (continuation of Deferred@1871792992 after retry RPC after error@646118323) -> (continuation of Deferred@1180187090 after retry RPC after error@1034851660), errback=(continuation of Deferred@68336720 after retry RPC after error@550167781) -> (continuation of Deferred@1557167531 after retry RPC after error@102384945) -> (continuation of Deferred@393972126 after retry RPC after error@1617017432) -> (continuation of Deferred@1065594586 after retry RPC after error@1801734102) -> (continuation of Deferred@538444893 after retry RPC after error@1304873340) -> (continuation of Deferred@1871792992 after retry RPC after error@646118323) -> (continuation of Deferred@1180187090 after retry RPC after error@1034851660)))
20:17:52.367 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@927841187(state=PENDING, result=null, callback=(continuation of Deferred@68336720 after retry RPC after error@550167781) -> (continuation of Deferred@1557167531 after retry RPC after error@102384945) -> (continuation of Deferred@393972126 after retry RPC after error@1617017432) -> (continuation of Deferred@1065594586 after retry RPC after error@1801734102) -> (continuation of Deferred@538444893 after retry RPC after error@1304873340) -> (continuation of Deferred@1871792992 after retry RPC after error@646118323) -> (continuation of Deferred@1180187090 after retry RPC after error@1034851660), errback=(continuation of Deferred@68336720 after retry RPC after error@550167781) -> (continuation of Deferred@1557167531 after retry RPC after error@102384945) -> (continuation of Deferred@393972126 after retry RPC after error@1617017432) -> (continuation of Deferred@1065594586 after retry RPC after error@1801734102) -> (continuation of Deferred@538444893 after retry RPC after error@1304873340) -> (continuation of Deferred@1871792992 after retry RPC after error@646118323) -> (continuation of Deferred@1180187090 after retry RPC after error@1034851660)))
20:17:52.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.425 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.503 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@825152218(state=PENDING, result=null, callback=(continuation of Deferred@336926324 after retry RPC after error@205662765) -> (continuation of Deferred@351467531 after retry RPC after error@1401765965) -> (continuation of Deferred@1863797502 after retry RPC after error@1922631283) -> (continuation of Deferred@1898486411 after retry RPC after error@1209934795) -> (continuation of Deferred@487313548 after retry RPC after error@656140224) -> (continuation of Deferred@307416426 after retry RPC after error@736867472), errback=(continuation of Deferred@336926324 after retry RPC after error@205662765) -> (continuation of Deferred@351467531 after retry RPC after error@1401765965) -> (continuation of Deferred@1863797502 after retry RPC after error@1922631283) -> (continuation of Deferred@1898486411 after retry RPC after error@1209934795) -> (continuation of Deferred@487313548 after retry RPC after error@656140224) -> (continuation of Deferred@307416426 after retry RPC after error@736867472)))
20:17:52.547 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@825152218(state=PENDING, result=null, callback=(continuation of Deferred@336926324 after retry RPC after error@205662765) -> (continuation of Deferred@351467531 after retry RPC after error@1401765965) -> (continuation of Deferred@1863797502 after retry RPC after error@1922631283) -> (continuation of Deferred@1898486411 after retry RPC after error@1209934795) -> (continuation of Deferred@487313548 after retry RPC after error@656140224) -> (continuation of Deferred@307416426 after retry RPC after error@736867472), errback=(continuation of Deferred@336926324 after retry RPC after error@205662765) -> (continuation of Deferred@351467531 after retry RPC after error@1401765965) -> (continuation of Deferred@1863797502 after retry RPC after error@1922631283) -> (continuation of Deferred@1898486411 after retry RPC after error@1209934795) -> (continuation of Deferred@487313548 after retry RPC after error@656140224) -> (continuation of Deferred@307416426 after retry RPC after error@736867472)))
20:17:52.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.583 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.643 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.685 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1484416873(state=PENDING, result=null, callback=(continuation of Deferred@1117297884 after retry RPC after error@1826704091) -> (continuation of Deferred@1747636796 after retry RPC after error@1667281279) -> (continuation of Deferred@1704509363 after retry RPC after error@55150153) -> (continuation of Deferred@1036787502 after retry RPC after error@1531030177) -> (continuation of Deferred@2063922013 after retry RPC after error@883972538) -> (continuation of Deferred@1767376237 after retry RPC after error@1067101765) -> (continuation of Deferred@1675111664 after retry RPC after error@1427358904), errback=(continuation of Deferred@1117297884 after retry RPC after error@1826704091) -> (continuation of Deferred@1747636796 after retry RPC after error@1667281279) -> (continuation of Deferred@1704509363 after retry RPC after error@55150153) -> (continuation of Deferred@1036787502 after retry RPC after error@1531030177) -> (continuation of Deferred@2063922013 after retry RPC after error@883972538) -> (continuation of Deferred@1767376237 after retry RPC after error@1067101765) -> (continuation of Deferred@1675111664 after retry RPC after error@1427358904)))
20:17:52.787 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1484416873(state=PENDING, result=null, callback=(continuation of Deferred@1117297884 after retry RPC after error@1826704091) -> (continuation of Deferred@1747636796 after retry RPC after error@1667281279) -> (continuation of Deferred@1704509363 after retry RPC after error@55150153) -> (continuation of Deferred@1036787502 after retry RPC after error@1531030177) -> (continuation of Deferred@2063922013 after retry RPC after error@883972538) -> (continuation of Deferred@1767376237 after retry RPC after error@1067101765) -> (continuation of Deferred@1675111664 after retry RPC after error@1427358904), errback=(continuation of Deferred@1117297884 after retry RPC after error@1826704091) -> (continuation of Deferred@1747636796 after retry RPC after error@1667281279) -> (continuation of Deferred@1704509363 after retry RPC after error@55150153) -> (continuation of Deferred@1036787502 after retry RPC after error@1531030177) -> (continuation of Deferred@2063922013 after retry RPC after error@883972538) -> (continuation of Deferred@1767376237 after retry RPC after error@1067101765) -> (continuation of Deferred@1675111664 after retry RPC after error@1427358904)))
20:17:52.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.845 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.903 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.983 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:52.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:52.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:52.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:52.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:52.986 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1672253681(state=PENDING, result=null, callback=(continuation of Deferred@1658334816 after retry RPC after error@1234723595) -> (continuation of Deferred@1259637027 after retry RPC after error@1287168936) -> (continuation of Deferred@1865428849 after retry RPC after error@1698339239) -> (continuation of Deferred@168315314 after retry RPC after error@52698808) -> (continuation of Deferred@1837232650 after retry RPC after error@1548204476) -> (continuation of Deferred@348798559 after retry RPC after error@926430112), errback=(continuation of Deferred@1658334816 after retry RPC after error@1234723595) -> (continuation of Deferred@1259637027 after retry RPC after error@1287168936) -> (continuation of Deferred@1865428849 after retry RPC after error@1698339239) -> (continuation of Deferred@168315314 after retry RPC after error@52698808) -> (continuation of Deferred@1837232650 after retry RPC after error@1548204476) -> (continuation of Deferred@348798559 after retry RPC after error@926430112)))
20:17:52.986 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1672253681(state=PENDING, result=null, callback=(continuation of Deferred@1658334816 after retry RPC after error@1234723595) -> (continuation of Deferred@1259637027 after retry RPC after error@1287168936) -> (continuation of Deferred@1865428849 after retry RPC after error@1698339239) -> (continuation of Deferred@168315314 after retry RPC after error@52698808) -> (continuation of Deferred@1837232650 after retry RPC after error@1548204476) -> (continuation of Deferred@348798559 after retry RPC after error@926430112), errback=(continuation of Deferred@1658334816 after retry RPC after error@1234723595) -> (continuation of Deferred@1259637027 after retry RPC after error@1287168936) -> (continuation of Deferred@1865428849 after retry RPC after error@1698339239) -> (continuation of Deferred@168315314 after retry RPC after error@52698808) -> (continuation of Deferred@1837232650 after retry RPC after error@1548204476) -> (continuation of Deferred@348798559 after retry RPC after error@926430112)))
20:17:53.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.005 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.083 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:53.145527 16134 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:53.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:53.148998 16134 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '4c5e51893bb44a769adfa0a05bd5b8b4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.31.254:36253,127.15.31.253:37651,127.15.31.252:39201, num_attempts: 1)
20:17:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:53.150658 16136 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.31.252:39201)
20:17:53.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.226 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1803264473(state=PENDING, result=null, callback=(continuation of Deferred@1280032626 after retry RPC after error@79894484) -> (continuation of Deferred@1484606499 after retry RPC after error@1857964956) -> (continuation of Deferred@2132793622 after retry RPC after error@1669209238) -> (continuation of Deferred@1364220046 after retry RPC after error@1294867347) -> (continuation of Deferred@1282980937 after retry RPC after error@1601274876) -> (continuation of Deferred@204874932 after retry RPC after error@830034978) -> (continuation of Deferred@946482352 after retry RPC after error@1800873506), errback=(continuation of Deferred@1280032626 after retry RPC after error@79894484) -> (continuation of Deferred@1484606499 after retry RPC after error@1857964956) -> (continuation of Deferred@2132793622 after retry RPC after error@1669209238) -> (continuation of Deferred@1364220046 after retry RPC after error@1294867347) -> (continuation of Deferred@1282980937 after retry RPC after error@1601274876) -> (continuation of Deferred@204874932 after retry RPC after error@830034978) -> (continuation of Deferred@946482352 after retry RPC after error@1800873506)))
20:17:53.227 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1803264473(state=PENDING, result=null, callback=(continuation of Deferred@1280032626 after retry RPC after error@79894484) -> (continuation of Deferred@1484606499 after retry RPC after error@1857964956) -> (continuation of Deferred@2132793622 after retry RPC after error@1669209238) -> (continuation of Deferred@1364220046 after retry RPC after error@1294867347) -> (continuation of Deferred@1282980937 after retry RPC after error@1601274876) -> (continuation of Deferred@204874932 after retry RPC after error@830034978) -> (continuation of Deferred@946482352 after retry RPC after error@1800873506), errback=(continuation of Deferred@1280032626 after retry RPC after error@79894484) -> (continuation of Deferred@1484606499 after retry RPC after error@1857964956) -> (continuation of Deferred@2132793622 after retry RPC after error@1669209238) -> (continuation of Deferred@1364220046 after retry RPC after error@1294867347) -> (continuation of Deferred@1282980937 after retry RPC after error@1601274876) -> (continuation of Deferred@204874932 after retry RPC after error@830034978) -> (continuation of Deferred@946482352 after retry RPC after error@1800873506)))
20:17:53.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.265 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.323 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.403 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@917101593(state=PENDING, result=null, callback=(continuation of Deferred@663954045 after retry RPC after error@1676295091) -> (continuation of Deferred@1147330947 after retry RPC after error@1020503042) -> (continuation of Deferred@40757551 after retry RPC after error@812154226) -> (continuation of Deferred@1674963973 after retry RPC after error@1116190665) -> (continuation of Deferred@802032167 after retry RPC after error@1547592001) -> (continuation of Deferred@281484039 after retry RPC after error@1870782249) -> (continuation of Deferred@809598924 after retry RPC after error@534389996), errback=(continuation of Deferred@663954045 after retry RPC after error@1676295091) -> (continuation of Deferred@1147330947 after retry RPC after error@1020503042) -> (continuation of Deferred@40757551 after retry RPC after error@812154226) -> (continuation of Deferred@1674963973 after retry RPC after error@1116190665) -> (continuation of Deferred@802032167 after retry RPC after error@1547592001) -> (continuation of Deferred@281484039 after retry RPC after error@1870782249) -> (continuation of Deferred@809598924 after retry RPC after error@534389996)))
20:17:53.406 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@917101593(state=PENDING, result=null, callback=(continuation of Deferred@663954045 after retry RPC after error@1676295091) -> (continuation of Deferred@1147330947 after retry RPC after error@1020503042) -> (continuation of Deferred@40757551 after retry RPC after error@812154226) -> (continuation of Deferred@1674963973 after retry RPC after error@1116190665) -> (continuation of Deferred@802032167 after retry RPC after error@1547592001) -> (continuation of Deferred@281484039 after retry RPC after error@1870782249) -> (continuation of Deferred@809598924 after retry RPC after error@534389996), errback=(continuation of Deferred@663954045 after retry RPC after error@1676295091) -> (continuation of Deferred@1147330947 after retry RPC after error@1020503042) -> (continuation of Deferred@40757551 after retry RPC after error@812154226) -> (continuation of Deferred@1674963973 after retry RPC after error@1116190665) -> (continuation of Deferred@802032167 after retry RPC after error@1547592001) -> (continuation of Deferred@281484039 after retry RPC after error@1870782249) -> (continuation of Deferred@809598924 after retry RPC after error@534389996)))
20:17:53.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.463 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@846005764(state=PENDING, result=null, callback=(continuation of Deferred@359383653 after retry RPC after error@2055736519) -> (continuation of Deferred@1068052120 after retry RPC after error@1705919055) -> (continuation of Deferred@782093429 after retry RPC after error@340329301) -> (continuation of Deferred@1650598570 after retry RPC after error@1967761555) -> (continuation of Deferred@905391147 after retry RPC after error@1769521771) -> (continuation of Deferred@444385948 after retry RPC after error@583660656) -> (continuation of Deferred@777192054 after retry RPC after error@26732109), errback=(continuation of Deferred@359383653 after retry RPC after error@2055736519) -> (continuation of Deferred@1068052120 after retry RPC after error@1705919055) -> (continuation of Deferred@782093429 after retry RPC after error@340329301) -> (continuation of Deferred@1650598570 after retry RPC after error@1967761555) -> (continuation of Deferred@905391147 after retry RPC after error@1769521771) -> (continuation of Deferred@444385948 after retry RPC after error@583660656) -> (continuation of Deferred@777192054 after retry RPC after error@26732109)))
20:17:53.646 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@846005764(state=PENDING, result=null, callback=(continuation of Deferred@359383653 after retry RPC after error@2055736519) -> (continuation of Deferred@1068052120 after retry RPC after error@1705919055) -> (continuation of Deferred@782093429 after retry RPC after error@340329301) -> (continuation of Deferred@1650598570 after retry RPC after error@1967761555) -> (continuation of Deferred@905391147 after retry RPC after error@1769521771) -> (continuation of Deferred@444385948 after retry RPC after error@583660656) -> (continuation of Deferred@777192054 after retry RPC after error@26732109), errback=(continuation of Deferred@359383653 after retry RPC after error@2055736519) -> (continuation of Deferred@1068052120 after retry RPC after error@1705919055) -> (continuation of Deferred@782093429 after retry RPC after error@340329301) -> (continuation of Deferred@1650598570 after retry RPC after error@1967761555) -> (continuation of Deferred@905391147 after retry RPC after error@1769521771) -> (continuation of Deferred@444385948 after retry RPC after error@583660656) -> (continuation of Deferred@777192054 after retry RPC after error@26732109)))
20:17:53.663 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.684 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.704 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.723 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.724 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.843 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.846 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@239321139(state=PENDING, result=null, callback=(continuation of Deferred@205233880 after retry RPC after error@1826475349) -> (continuation of Deferred@1220573163 after retry RPC after error@1477600408) -> (continuation of Deferred@143649820 after retry RPC after error@179973949) -> (continuation of Deferred@1099857582 after retry RPC after error@183755939) -> (continuation of Deferred@2112554733 after retry RPC after error@653467050) -> (continuation of Deferred@347761876 after retry RPC after error@33113116) -> (continuation of Deferred@612427424 after retry RPC after error@438350295), errback=(continuation of Deferred@205233880 after retry RPC after error@1826475349) -> (continuation of Deferred@1220573163 after retry RPC after error@1477600408) -> (continuation of Deferred@143649820 after retry RPC after error@179973949) -> (continuation of Deferred@1099857582 after retry RPC after error@183755939) -> (continuation of Deferred@2112554733 after retry RPC after error@653467050) -> (continuation of Deferred@347761876 after retry RPC after error@33113116) -> (continuation of Deferred@612427424 after retry RPC after error@438350295)))
20:17:53.847 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@239321139(state=PENDING, result=null, callback=(continuation of Deferred@205233880 after retry RPC after error@1826475349) -> (continuation of Deferred@1220573163 after retry RPC after error@1477600408) -> (continuation of Deferred@143649820 after retry RPC after error@179973949) -> (continuation of Deferred@1099857582 after retry RPC after error@183755939) -> (continuation of Deferred@2112554733 after retry RPC after error@653467050) -> (continuation of Deferred@347761876 after retry RPC after error@33113116) -> (continuation of Deferred@612427424 after retry RPC after error@438350295), errback=(continuation of Deferred@205233880 after retry RPC after error@1826475349) -> (continuation of Deferred@1220573163 after retry RPC after error@1477600408) -> (continuation of Deferred@143649820 after retry RPC after error@179973949) -> (continuation of Deferred@1099857582 after retry RPC after error@183755939) -> (continuation of Deferred@2112554733 after retry RPC after error@653467050) -> (continuation of Deferred@347761876 after retry RPC after error@33113116) -> (continuation of Deferred@612427424 after retry RPC after error@438350295)))
20:17:53.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.865 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.909 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.923 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.924 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:53.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:53.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:53.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:53.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:53.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@37340634(state=PENDING, result=null, callback=(continuation of Deferred@1612746668 after retry RPC after error@446759398) -> (continuation of Deferred@113576741 after retry RPC after error@1251875122) -> (continuation of Deferred@774353442 after retry RPC after error@1016801329) -> (continuation of Deferred@313102500 after retry RPC after error@683957322) -> (continuation of Deferred@996236754 after retry RPC after error@1583231023) -> (continuation of Deferred@11315184 after retry RPC after error@167812515), errback=(continuation of Deferred@1612746668 after retry RPC after error@446759398) -> (continuation of Deferred@113576741 after retry RPC after error@1251875122) -> (continuation of Deferred@774353442 after retry RPC after error@1016801329) -> (continuation of Deferred@313102500 after retry RPC after error@683957322) -> (continuation of Deferred@996236754 after retry RPC after error@1583231023) -> (continuation of Deferred@11315184 after retry RPC after error@167812515)))
20:17:54.027 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@37340634(state=PENDING, result=null, callback=(continuation of Deferred@1612746668 after retry RPC after error@446759398) -> (continuation of Deferred@113576741 after retry RPC after error@1251875122) -> (continuation of Deferred@774353442 after retry RPC after error@1016801329) -> (continuation of Deferred@313102500 after retry RPC after error@683957322) -> (continuation of Deferred@996236754 after retry RPC after error@1583231023) -> (continuation of Deferred@11315184 after retry RPC after error@167812515), errback=(continuation of Deferred@1612746668 after retry RPC after error@446759398) -> (continuation of Deferred@113576741 after retry RPC after error@1251875122) -> (continuation of Deferred@774353442 after retry RPC after error@1016801329) -> (continuation of Deferred@313102500 after retry RPC after error@683957322) -> (continuation of Deferred@996236754 after retry RPC after error@1583231023) -> (continuation of Deferred@11315184 after retry RPC after error@167812515)))
20:17:54.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.063 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.064 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.104 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.124 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.145 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.164 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1824473155(state=PENDING, result=null, callback=(continuation of Deferred@2064290092 after retry RPC after error@743646661) -> (continuation of Deferred@1071687868 after retry RPC after error@701192795) -> (continuation of Deferred@107425215 after retry RPC after error@858742203) -> (continuation of Deferred@154187306 after retry RPC after error@2052734165) -> (continuation of Deferred@1164967156 after retry RPC after error@216310631) -> (continuation of Deferred@6935863 after retry RPC after error@738127227) -> (continuation of Deferred@298593452 after retry RPC after error@949635689), errback=(continuation of Deferred@2064290092 after retry RPC after error@743646661) -> (continuation of Deferred@1071687868 after retry RPC after error@701192795) -> (continuation of Deferred@107425215 after retry RPC after error@858742203) -> (continuation of Deferred@154187306 after retry RPC after error@2052734165) -> (continuation of Deferred@1164967156 after retry RPC after error@216310631) -> (continuation of Deferred@6935863 after retry RPC after error@738127227) -> (continuation of Deferred@298593452 after retry RPC after error@949635689)))
20:17:54.267 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1824473155(state=PENDING, result=null, callback=(continuation of Deferred@2064290092 after retry RPC after error@743646661) -> (continuation of Deferred@1071687868 after retry RPC after error@701192795) -> (continuation of Deferred@107425215 after retry RPC after error@858742203) -> (continuation of Deferred@154187306 after retry RPC after error@2052734165) -> (continuation of Deferred@1164967156 after retry RPC after error@216310631) -> (continuation of Deferred@6935863 after retry RPC after error@738127227) -> (continuation of Deferred@298593452 after retry RPC after error@949635689), errback=(continuation of Deferred@2064290092 after retry RPC after error@743646661) -> (continuation of Deferred@1071687868 after retry RPC after error@701192795) -> (continuation of Deferred@107425215 after retry RPC after error@858742203) -> (continuation of Deferred@154187306 after retry RPC after error@2052734165) -> (continuation of Deferred@1164967156 after retry RPC after error@216310631) -> (continuation of Deferred@6935863 after retry RPC after error@738127227) -> (continuation of Deferred@298593452 after retry RPC after error@949635689)))
20:17:54.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.303 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.324 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.363 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.506 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@556941268(state=PENDING, result=null, callback=(continuation of Deferred@1706416528 after retry RPC after error@1602632660) -> (continuation of Deferred@928605943 after retry RPC after error@128262999) -> (continuation of Deferred@1284969322 after retry RPC after error@581028279) -> (continuation of Deferred@1588817354 after retry RPC after error@1889686224) -> (continuation of Deferred@81400813 after retry RPC after error@681217712) -> (continuation of Deferred@1828879188 after retry RPC after error@257196278) -> (continuation of Deferred@1539682186 after retry RPC after error@659965260), errback=(continuation of Deferred@1706416528 after retry RPC after error@1602632660) -> (continuation of Deferred@928605943 after retry RPC after error@128262999) -> (continuation of Deferred@1284969322 after retry RPC after error@581028279) -> (continuation of Deferred@1588817354 after retry RPC after error@1889686224) -> (continuation of Deferred@81400813 after retry RPC after error@681217712) -> (continuation of Deferred@1828879188 after retry RPC after error@257196278) -> (continuation of Deferred@1539682186 after retry RPC after error@659965260)))
20:17:54.506 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@556941268(state=PENDING, result=null, callback=(continuation of Deferred@1706416528 after retry RPC after error@1602632660) -> (continuation of Deferred@928605943 after retry RPC after error@128262999) -> (continuation of Deferred@1284969322 after retry RPC after error@581028279) -> (continuation of Deferred@1588817354 after retry RPC after error@1889686224) -> (continuation of Deferred@81400813 after retry RPC after error@681217712) -> (continuation of Deferred@1828879188 after retry RPC after error@257196278) -> (continuation of Deferred@1539682186 after retry RPC after error@659965260), errback=(continuation of Deferred@1706416528 after retry RPC after error@1602632660) -> (continuation of Deferred@928605943 after retry RPC after error@128262999) -> (continuation of Deferred@1284969322 after retry RPC after error@581028279) -> (continuation of Deferred@1588817354 after retry RPC after error@1889686224) -> (continuation of Deferred@81400813 after retry RPC after error@681217712) -> (continuation of Deferred@1828879188 after retry RPC after error@257196278) -> (continuation of Deferred@1539682186 after retry RPC after error@659965260)))
20:17:54.523 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:54.592463 16645 raft_consensus.cc:482] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8985749f5a484a0da7b610877467df51)
20:17:54.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:54.592674 16645 raft_consensus.cc:504] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8985749f5a484a0da7b610877467df51" member_type: VOTER last_known_addr { host: "127.15.31.254" port: 36253 } } peers { permanent_uuid: "a39cd68910114bf2864f37efa56f0b87" member_type: VOTER last_known_addr { host: "127.15.31.253" port: 37651 } } peers { permanent_uuid: "b5f6737f78174bc08cb19f5e165d53d8" member_type: VOTER last_known_addr { host: "127.15.31.252" port: 39201 } }
20:17:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:54.593389 16645 leader_election.cc:288] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253), b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201)
20:17:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:54.596103 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8985749f5a484a0da7b610877467df51 (127.15.31.254:36253): Network error: Client connection negotiation failed: client connection to 127.15.31.254:36253: connect: Connection refused (error 111)
20:17:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:54.596344 15597 leader_election.cc:334] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5f6737f78174bc08cb19f5e165d53d8 (127.15.31.252:39201): Network error: Client connection negotiation failed: client connection to 127.15.31.252:39201: connect: Connection refused (error 111)
20:17:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:54.596479 15597 leader_election.cc:302] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a39cd68910114bf2864f37efa56f0b87; no voters: 8985749f5a484a0da7b610877467df51, b5f6737f78174bc08cb19f5e165d53d8
20:17:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:54.596797 16645 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a39cd68910114bf2864f37efa56f0b87 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:17:54.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.644 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.665 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.766 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@446460840(state=PENDING, result=null, callback=(continuation of Deferred@969977700 after retry RPC after error@726061548) -> (continuation of Deferred@1888480200 after retry RPC after error@167233346) -> (continuation of Deferred@903934615 after retry RPC after error@674532470) -> (continuation of Deferred@661320467 after retry RPC after error@277937515) -> (continuation of Deferred@584503716 after retry RPC after error@772648628) -> (continuation of Deferred@1578054157 after retry RPC after error@1231288066) -> (continuation of Deferred@1563182203 after retry RPC after error@504834404), errback=(continuation of Deferred@969977700 after retry RPC after error@726061548) -> (continuation of Deferred@1888480200 after retry RPC after error@167233346) -> (continuation of Deferred@903934615 after retry RPC after error@674532470) -> (continuation of Deferred@661320467 after retry RPC after error@277937515) -> (continuation of Deferred@584503716 after retry RPC after error@772648628) -> (continuation of Deferred@1578054157 after retry RPC after error@1231288066) -> (continuation of Deferred@1563182203 after retry RPC after error@504834404)))
20:17:54.767 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@446460840(state=PENDING, result=null, callback=(continuation of Deferred@969977700 after retry RPC after error@726061548) -> (continuation of Deferred@1888480200 after retry RPC after error@167233346) -> (continuation of Deferred@903934615 after retry RPC after error@674532470) -> (continuation of Deferred@661320467 after retry RPC after error@277937515) -> (continuation of Deferred@584503716 after retry RPC after error@772648628) -> (continuation of Deferred@1578054157 after retry RPC after error@1231288066) -> (continuation of Deferred@1563182203 after retry RPC after error@504834404), errback=(continuation of Deferred@969977700 after retry RPC after error@726061548) -> (continuation of Deferred@1888480200 after retry RPC after error@167233346) -> (continuation of Deferred@903934615 after retry RPC after error@674532470) -> (continuation of Deferred@661320467 after retry RPC after error@277937515) -> (continuation of Deferred@584503716 after retry RPC after error@772648628) -> (continuation of Deferred@1578054157 after retry RPC after error@1231288066) -> (continuation of Deferred@1563182203 after retry RPC after error@504834404)))
20:17:54.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.805 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.864 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.883 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.884 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.943 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.944 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.946 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1380706738(state=PENDING, result=null, callback=(continuation of Deferred@1132240412 after retry RPC after error@1971288821) -> (continuation of Deferred@1126815142 after retry RPC after error@1310892552) -> (continuation of Deferred@1770609070 after retry RPC after error@1739534008) -> (continuation of Deferred@1780896526 after retry RPC after error@827301536) -> (continuation of Deferred@304669966 after retry RPC after error@208454429) -> (continuation of Deferred@1409966013 after retry RPC after error@427647234), errback=(continuation of Deferred@1132240412 after retry RPC after error@1971288821) -> (continuation of Deferred@1126815142 after retry RPC after error@1310892552) -> (continuation of Deferred@1770609070 after retry RPC after error@1739534008) -> (continuation of Deferred@1780896526 after retry RPC after error@827301536) -> (continuation of Deferred@304669966 after retry RPC after error@208454429) -> (continuation of Deferred@1409966013 after retry RPC after error@427647234)))
20:17:54.946 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1380706738(state=PENDING, result=null, callback=(continuation of Deferred@1132240412 after retry RPC after error@1971288821) -> (continuation of Deferred@1126815142 after retry RPC after error@1310892552) -> (continuation of Deferred@1770609070 after retry RPC after error@1739534008) -> (continuation of Deferred@1780896526 after retry RPC after error@827301536) -> (continuation of Deferred@304669966 after retry RPC after error@208454429) -> (continuation of Deferred@1409966013 after retry RPC after error@427647234), errback=(continuation of Deferred@1132240412 after retry RPC after error@1971288821) -> (continuation of Deferred@1126815142 after retry RPC after error@1310892552) -> (continuation of Deferred@1770609070 after retry RPC after error@1739534008) -> (continuation of Deferred@1780896526 after retry RPC after error@827301536) -> (continuation of Deferred@304669966 after retry RPC after error@208454429) -> (continuation of Deferred@1409966013 after retry RPC after error@427647234)))
20:17:54.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:54.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:54.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:54.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:54.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:54.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.025 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.044 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.084 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.144 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.183 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.184 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.186 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1006660136(state=PENDING, result=null, callback=(continuation of Deferred@234091656 after retry RPC after error@706846534) -> (continuation of Deferred@47016028 after retry RPC after error@1025704711) -> (continuation of Deferred@803661727 after retry RPC after error@152798858) -> (continuation of Deferred@1618841725 after retry RPC after error@1164155982) -> (continuation of Deferred@1562464610 after retry RPC after error@140227482) -> (continuation of Deferred@69805204 after retry RPC after error@1576094131) -> (continuation of Deferred@176990510 after retry RPC after error@1595808902), errback=(continuation of Deferred@234091656 after retry RPC after error@706846534) -> (continuation of Deferred@47016028 after retry RPC after error@1025704711) -> (continuation of Deferred@803661727 after retry RPC after error@152798858) -> (continuation of Deferred@1618841725 after retry RPC after error@1164155982) -> (continuation of Deferred@1562464610 after retry RPC after error@140227482) -> (continuation of Deferred@69805204 after retry RPC after error@1576094131) -> (continuation of Deferred@176990510 after retry RPC after error@1595808902)))
20:17:55.186 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, deferred=Deferred@1006660136(state=PENDING, result=null, callback=(continuation of Deferred@234091656 after retry RPC after error@706846534) -> (continuation of Deferred@47016028 after retry RPC after error@1025704711) -> (continuation of Deferred@803661727 after retry RPC after error@152798858) -> (continuation of Deferred@1618841725 after retry RPC after error@1164155982) -> (continuation of Deferred@1562464610 after retry RPC after error@140227482) -> (continuation of Deferred@69805204 after retry RPC after error@1576094131) -> (continuation of Deferred@176990510 after retry RPC after error@1595808902), errback=(continuation of Deferred@234091656 after retry RPC after error@706846534) -> (continuation of Deferred@47016028 after retry RPC after error@1025704711) -> (continuation of Deferred@803661727 after retry RPC after error@152798858) -> (continuation of Deferred@1618841725 after retry RPC after error@1164155982) -> (continuation of Deferred@1562464610 after retry RPC after error@140227482) -> (continuation of Deferred@69805204 after retry RPC after error@1576094131) -> (continuation of Deferred@176990510 after retry RPC after error@1595808902)))
20:17:55.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.244 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.265 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.284 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.304 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.443 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.446 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1649191817(state=PENDING, result=null, callback=(continuation of Deferred@710587527 after retry RPC after error@747131643) -> (continuation of Deferred@590999926 after retry RPC after error@615384699) -> (continuation of Deferred@1529831653 after retry RPC after error@895414001) -> (continuation of Deferred@1493175149 after retry RPC after error@222905320) -> (continuation of Deferred@767636204 after retry RPC after error@1873443011) -> (continuation of Deferred@916999480 after retry RPC after error@1899568646) -> (continuation of Deferred@1430979743 after retry RPC after error@1763381909), errback=(continuation of Deferred@710587527 after retry RPC after error@747131643) -> (continuation of Deferred@590999926 after retry RPC after error@615384699) -> (continuation of Deferred@1529831653 after retry RPC after error@895414001) -> (continuation of Deferred@1493175149 after retry RPC after error@222905320) -> (continuation of Deferred@767636204 after retry RPC after error@1873443011) -> (continuation of Deferred@916999480 after retry RPC after error@1899568646) -> (continuation of Deferred@1430979743 after retry RPC after error@1763381909)))
20:17:55.446 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1649191817(state=PENDING, result=null, callback=(continuation of Deferred@710587527 after retry RPC after error@747131643) -> (continuation of Deferred@590999926 after retry RPC after error@615384699) -> (continuation of Deferred@1529831653 after retry RPC after error@895414001) -> (continuation of Deferred@1493175149 after retry RPC after error@222905320) -> (continuation of Deferred@767636204 after retry RPC after error@1873443011) -> (continuation of Deferred@916999480 after retry RPC after error@1899568646) -> (continuation of Deferred@1430979743 after retry RPC after error@1763381909), errback=(continuation of Deferred@710587527 after retry RPC after error@747131643) -> (continuation of Deferred@590999926 after retry RPC after error@615384699) -> (continuation of Deferred@1529831653 after retry RPC after error@895414001) -> (continuation of Deferred@1493175149 after retry RPC after error@222905320) -> (continuation of Deferred@767636204 after retry RPC after error@1873443011) -> (continuation of Deferred@916999480 after retry RPC after error@1899568646) -> (continuation of Deferred@1430979743 after retry RPC after error@1763381909)))
20:17:55.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.503 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.504 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.524 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.563 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.564 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.584 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.724 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1014063104(state=PENDING, result=null, callback=(continuation of Deferred@165836046 after retry RPC after error@418069159) -> (continuation of Deferred@1490957279 after retry RPC after error@1863854500) -> (continuation of Deferred@1967684428 after retry RPC after error@884431168) -> (continuation of Deferred@492754114 after retry RPC after error@858102724) -> (continuation of Deferred@83952887 after retry RPC after error@200417358) -> (continuation of Deferred@1616973110 after retry RPC after error@2131054917) -> (continuation of Deferred@1915667694 after retry RPC after error@1757702837), errback=(continuation of Deferred@165836046 after retry RPC after error@418069159) -> (continuation of Deferred@1490957279 after retry RPC after error@1863854500) -> (continuation of Deferred@1967684428 after retry RPC after error@884431168) -> (continuation of Deferred@492754114 after retry RPC after error@858102724) -> (continuation of Deferred@83952887 after retry RPC after error@200417358) -> (continuation of Deferred@1616973110 after retry RPC after error@2131054917) -> (continuation of Deferred@1915667694 after retry RPC after error@1757702837)))
20:17:55.726 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:748)
20:17:55.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.744 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.764 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.784 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.804 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.805 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.824 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.964 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:55.966 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1144535209(state=PENDING, result=null, callback=(continuation of Deferred@1179217911 after retry RPC after error@847265627) -> (continuation of Deferred@891675514 after retry RPC after error@811427847) -> (continuation of Deferred@1038524204 after retry RPC after error@246351148) -> (continuation of Deferred@344656304 after retry RPC after error@1338852982) -> (continuation of Deferred@1188802396 after retry RPC after error@808142030) -> (continuation of Deferred@2090929650 after retry RPC after error@1501170406) -> (continuation of Deferred@1111551962 after retry RPC after error@673697384), errback=(continuation of Deferred@1179217911 after retry RPC after error@847265627) -> (continuation of Deferred@891675514 after retry RPC after error@811427847) -> (continuation of Deferred@1038524204 after retry RPC after error@246351148) -> (continuation of Deferred@344656304 after retry RPC after error@1338852982) -> (continuation of Deferred@1188802396 after retry RPC after error@808142030) -> (continuation of Deferred@2090929650 after retry RPC after error@1501170406) -> (continuation of Deferred@1111551962 after retry RPC after error@673697384)))
20:17:55.966 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, deferred=Deferred@1144535209(state=PENDING, result=null, callback=(continuation of Deferred@1179217911 after retry RPC after error@847265627) -> (continuation of Deferred@891675514 after retry RPC after error@811427847) -> (continuation of Deferred@1038524204 after retry RPC after error@246351148) -> (continuation of Deferred@344656304 after retry RPC after error@1338852982) -> (continuation of Deferred@1188802396 after retry RPC after error@808142030) -> (continuation of Deferred@2090929650 after retry RPC after error@1501170406) -> (continuation of Deferred@1111551962 after retry RPC after error@673697384), errback=(continuation of Deferred@1179217911 after retry RPC after error@847265627) -> (continuation of Deferred@891675514 after retry RPC after error@811427847) -> (continuation of Deferred@1038524204 after retry RPC after error@246351148) -> (continuation of Deferred@344656304 after retry RPC after error@1338852982) -> (continuation of Deferred@1188802396 after retry RPC after error@808142030) -> (continuation of Deferred@2090929650 after retry RPC after error@1501170406) -> (continuation of Deferred@1111551962 after retry RPC after error@673697384)))
20:17:55.984 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:55.985 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:55.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:55.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:55.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:56.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:56.004 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:56.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:56.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:56.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:56.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:56.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:56.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:56.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:56.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.252:39201(127.15.31.252:39201)] connecting to peer
20:17:56.024 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.31.254:36253(127.15.31.254:36253)] connecting to peer
20:17:56.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:56.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.31.252:39201(127.15.31.252:39201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:56.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:56.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:56.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.252:39201: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201
20:17:56.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.254:36253(127.15.31.254:36253)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:56.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:56.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.31.254:36253: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
20:17:56.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:56.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253; will retry
20:17:56.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=34, TimeoutTracker(timeout=50000, elapsed=48849), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [7ms] refreshing cache from master, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [9ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [9ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [10ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [10ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [28ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [29ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [30ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [30ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [47ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [49ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [50ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [50ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [50ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [68ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [70ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [71ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [71ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [71ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [88ms] refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [89ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [89ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [90ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [91ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [108ms] refreshing cache from master, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [109ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [110ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [110ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [111ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [207ms] refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [208ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [209ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [210ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [210ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [226ms] refreshing cache from master, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [228ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [229ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [229ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [230ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [307ms] refreshing cache from master, [307ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [307ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [308ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [309ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [309ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [310ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [310ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [647ms] refreshing cache from master, [647ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [649ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [649ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [649ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [650ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [846ms] refreshing cache from master, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [848ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [848ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [849ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [850ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2047ms] refreshing cache from master, [2047ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [2048ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [2048ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2049ms] too many traces: truncated at 100 traces, deferred=Deferred@726770634(state=PENDING, result=null, callback=(continuation of Deferred@795500183 after retry RPC after error@1905062347) -> (continuation of Deferred@565005679 after retry RPC after error@121955683) -> (continuation of Deferred@2057805306 after retry RPC after error@1823685068) -> (continuation of Deferred@666814208 after retry RPC after error@133251433) -> (continuation of Deferred@1107252256 after retry RPC after error@880240778) -> (continuation of Deferred@1704996803 after retry RPC after error@1750585367) -> (continuation of Deferred@1395840873 after retry RPC after error@1552864957) -> (continuation of Deferred@942941400 after retry RPC after error@1849003169) -> (continuation of Deferred@729388945 after retry RPC after error@32016253) -> (continuation of Deferred@417558908 after retry RPC after error@1517397573) -> (continuation of Deferred@1037264773 after retry RPC after error@2017840173) -> (continuation of Deferred@2066623176 after retry RPC after error@742062182) -> (continuation of Deferred@183717163 after retry RPC after error@1543625980) -> (continuation of Deferred@1458816478 after retry RPC after error@762441390) -> (continuation of Deferred@1039889470 after retry RPC after error@1867495745) -> (continuation of Deferred@668617795 after retry RPC after error@100450952) -> (continuation of Deferred@1673530509 after retry RPC after error@1909924869) -> (continuation of Deferred@68863528 after retry RPC after error@1737600161) -> (continuation of Deferred@81158330 after retry RPC after error@1290373929) -> (continuation of Deferred@504377114 after retry RPC after error@1947102429) -> (continuation of Deferred@1139409238 after retry RPC after error@1130003137) -> (continuation of Deferred@1546511695 after retry RPC after error@1531052691) -> (continuation of Deferred@1219581980 after retry RPC after error@1487777721) -> (continuation of Deferred@1805201022 after retry RPC after error@545586948) -> (continuation of Deferred@1647780528 after retry RPC after error@1465030952) -> (continuation of Deferred@1973073762 after retry RPC after error@1918962186) -> (continuation of Deferred@697861204 after retry RPC after error@1782633366) -> (continuation of Deferred@1245792283 after retry RPC after error@805976579) -> (continuation of Deferred@1574810226 after retry RPC after error@837621308) -> (continuation of Deferred@1898742154 after retry RPC after error@269969294) -> (continuation of Deferred@543754716 after retry RPC after error@2037163803) -> (continuation of Deferred@1826183533 after retry RPC after error@1197045871) -> (continuation of Deferred@790019761 after retry RPC after error@861835319), errback=(continuation of Deferred@795500183 after retry RPC after error@1905062347) -> (continuation of Deferred@565005679 after retry RPC after error@121955683) -> (continuation of Deferred@2057805306 after retry RPC after error@1823685068) -> (continuation of Deferred@666814208 after retry RPC after error@133251433) -> (continuation of Deferred@1107252256 after retry RPC after error@880240778) -> (continuation of Deferred@1704996803 after retry RPC after error@1750585367) -> (continuation of Deferred@1395840873 after retry RPC after error@1552864957) -> (continuation of Deferred@942941400 after retry RPC after error@1849003169) -> (continuation of Deferred@729388945 after retry RPC after error@32016253) -> (continuation of Deferred@417558908 after retry RPC after error@1517397573) -> (continuation of Deferred@1037264773 after retry RPC after error@2017840173) -> (continuation of Deferred@2066623176 after retry RPC after error@742062182) -> (continuation of Deferred@183717163 after retry RPC after error@1543625980) -> (continuation of Deferred@1458816478 after retry RPC after error@762441390) -> (continuation of Deferred@1039889470 after retry RPC after error@1867495745) -> (continuation of Deferred@668617795 after retry RPC after error@100450952) -> (continuation of Deferred@1673530509 after retry RPC after error@1909924869) -> (continuation of Deferred@68863528 after retry RPC after error@1737600161) -> (continuation of Deferred@81158330 after retry RPC after error@1290373929) -> (continuation of Deferred@504377114 after retry RPC after error@1947102429) -> (continuation of Deferred@1139409238 after retry RPC after error@1130003137) -> (continuation of Deferred@1546511695 after retry RPC after error@1531052691) -> (continuation of Deferred@1219581980 after retry RPC after error@1487777721) -> (continuation of Deferred@1805201022 after retry RPC after error@545586948) -> (continuation of Deferred@1647780528 after retry RPC after error@1465030952) -> (continuation of Deferred@1973073762 after retry RPC after error@1918962186) -> (continuation of Deferred@697861204 after retry RPC after error@1782633366) -> (continuation of Deferred@1245792283 after retry RPC after error@805976579) -> (continuation of Deferred@1574810226 after retry RPC after error@837621308) -> (continuation of Deferred@1898742154 after retry RPC after error@269969294) -> (continuation of Deferred@543754716 after retry RPC after error@2037163803) -> (continuation of Deferred@1826183533 after retry RPC after error@1197045871) -> (continuation of Deferred@790019761 after retry RPC after error@861835319)))
20:17:56.029 [DEBUG - main] (Connection.java:575) [peer 406dc9ef71e64282a2295868dfbd32c9(127.15.31.194:36555)] disconnecting while in state READY
20:17:56.029 [DEBUG - main] (Connection.java:575) [peer master-127.15.31.252:39201(127.15.31.252:39201)] disconnecting while in state TERMINATED
20:17:56.029 [DEBUG - main] (Connection.java:575) [peer master-127.15.31.254:36253(127.15.31.254:36253)] disconnecting while in state TERMINATED
20:17:56.029 [DEBUG - main] (Connection.java:575) [peer master-127.15.31.253:37651(127.15.31.253:37651)] disconnecting while in state READY
20:17:56.030 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:17:56.031 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 406dc9ef71e64282a2295868dfbd32c9(127.15.31.194:36555)] handling channelInactive
20:17:56.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 406dc9ef71e64282a2295868dfbd32c9(127.15.31.194:36555)] cleaning up while in state READY due to: connection closed
20:17:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:56.031303 15487 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task5dvX4I/build/asan/bin/kudu pid 15795
20:17:56.031 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.31.253:37651(127.15.31.253:37651)] handling channelInactive
20:17:56.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.31.253:37651(127.15.31.253:37651)] cleaning up while in state READY due to: connection closed
20:17:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:56.040273 15928 generic_service.cc:196] Checking for leaks (request via RPC)
20:17:56.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:56.152575 15487 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5dvX4I/build/asan/bin/kudu with pid 15795
20:17:56.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:56.171439 15487 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task5dvX4I/build/asan/bin/kudu pid 15938
20:17:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:56.183867 16070 generic_service.cc:196] Checking for leaks (request via RPC)
20:17:56.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:56.290947 15487 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5dvX4I/build/asan/bin/kudu with pid 15938
20:17:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240501 20:17:56.308080 16096 connection.cc:535] server connection from 127.15.31.194:60969 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:17:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:56.308277 15487 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task5dvX4I/build/asan/bin/kudu pid 16078
20:17:56.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:56.315428 16212 generic_service.cc:196] Checking for leaks (request via RPC)
20:17:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:56.465966 15487 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5dvX4I/build/asan/bin/kudu with pid 16078
20:17:56.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:56.489204 15487 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task5dvX4I/build/asan/bin/kudu pid 15576
20:17:56.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:56.490479 15650 generic_service.cc:196] Checking for leaks (request via RPC)
20:17:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240501 20:17:56.643966 15487 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5dvX4I/build/asan/bin/kudu with pid 15576
20:17:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2024-05-01T20:17:56Z chronyd exiting
20:17:56.801 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=34, TimeoutTracker(timeout=50000, elapsed=48849), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [7ms] refreshing cache from master, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [9ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [9ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [10ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [10ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [28ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [29ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [30ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [30ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [47ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [49ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [50ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [50ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [50ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [68ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [70ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [71ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [71ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [71ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [88ms] refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [89ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [89ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [90ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [91ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [108ms] refreshing cache from master, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [109ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [110ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [110ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [111ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [207ms] refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [208ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [209ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [210ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [210ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [226ms] refreshing cache from master, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [228ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [229ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [229ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [230ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [307ms] refreshing cache from master, [307ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [307ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [308ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [309ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [309ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [310ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [310ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [647ms] refreshing cache from master, [647ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [649ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [649ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [649ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [650ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [846ms] refreshing cache from master, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [848ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [848ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [849ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [850ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2047ms] refreshing cache from master, [2047ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [2048ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [2048ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2049ms] too many traces: truncated at 100 traces, deferred=Deferred@726770634(state=PENDING, result=null, callback=(continuation of Deferred@795500183 after retry RPC after error@1905062347) -> (continuation of Deferred@565005679 after retry RPC after error@121955683) -> (continuation of Deferred@2057805306 after retry RPC after error@1823685068) -> (continuation of Deferred@666814208 after retry RPC after error@133251433) -> (continuation of Deferred@1107252256 after retry RPC after error@880240778) -> (continuation of Deferred@1704996803 after retry RPC after error@1750585367) -> (continuation of Deferred@1395840873 after retry RPC after error@1552864957) -> (continuation of Deferred@942941400 after retry RPC after error@1849003169) -> (continuation of Deferred@729388945 after retry RPC after error@32016253) -> (continuation of Deferred@417558908 after retry RPC after error@1517397573) -> (continuation of Deferred@1037264773 after retry RPC after error@2017840173) -> (continuation of Deferred@2066623176 after retry RPC after error@742062182) -> (continuation of Deferred@183717163 after retry RPC after error@1543625980) -> (continuation of Deferred@1458816478 after retry RPC after error@762441390) -> (continuation of Deferred@1039889470 after retry RPC after error@1867495745) -> (continuation of Deferred@668617795 after retry RPC after error@100450952) -> (continuation of Deferred@1673530509 after retry RPC after error@1909924869) -> (continuation of Deferred@68863528 after retry RPC after error@1737600161) -> (continuation of Deferred@81158330 after retry RPC after error@1290373929) -> (continuation of Deferred@504377114 after retry RPC after error@1947102429) -> (continuation of Deferred@1139409238 after retry RPC after error@1130003137) -> (continuation of Deferred@1546511695 after retry RPC after error@1531052691) -> (continuation of Deferred@1219581980 after retry RPC after error@1487777721) -> (continuation of Deferred@1805201022 after retry RPC after error@545586948) -> (continuation of Deferred@1647780528 after retry RPC after error@1465030952) -> (continuation of Deferred@1973073762 after retry RPC after error@1918962186) -> (continuation of Deferred@697861204 after retry RPC after error@1782633366) -> (continuation of Deferred@1245792283 after retry RPC after error@805976579) -> (continuation of Deferred@1574810226 after retry RPC after error@837621308) -> (continuation of Deferred@1898742154 after retry RPC after error@269969294) -> (continuation of Deferred@543754716 after retry RPC after error@2037163803) -> (continuation of Deferred@1826183533 after retry RPC after error@1197045871) -> (continuation of Deferred@790019761 after retry RPC after error@861835319), errback=(continuation of Deferred@795500183 after retry RPC after error@1905062347) -> (continuation of Deferred@565005679 after retry RPC after error@121955683) -> (continuation of Deferred@2057805306 after retry RPC after error@1823685068) -> (continuation of Deferred@666814208 after retry RPC after error@133251433) -> (continuation of Deferred@1107252256 after retry RPC after error@880240778) -> (continuation of Deferred@1704996803 after retry RPC after error@1750585367) -> (continuation of Deferred@1395840873 after retry RPC after error@1552864957) -> (continuation of Deferred@942941400 after retry RPC after error@1849003169) -> (continuation of Deferred@729388945 after retry RPC after error@32016253) -> (continuation of Deferred@417558908 after retry RPC after error@1517397573) -> (continuation of Deferred@1037264773 after retry RPC after error@2017840173) -> (continuation of Deferred@2066623176 after retry RPC after error@742062182) -> (continuation of Deferred@183717163 after retry RPC after error@1543625980) -> (continuation of Deferred@1458816478 after retry RPC after error@762441390) -> (continuation of Deferred@1039889470 after retry RPC after error@1867495745) -> (continuation of Deferred@668617795 after retry RPC after error@100450952) -> (continuation of Deferred@1673530509 after retry RPC after error@1909924869) -> (continuation of Deferred@68863528 after retry RPC after error@1737600161) -> (continuation of Deferred@81158330 after retry RPC after error@1290373929) -> (continuation of Deferred@504377114 after retry RPC after error@1947102429) -> (continuation of Deferred@1139409238 after retry RPC after error@1130003137) -> (continuation of Deferred@1546511695 after retry RPC after error@1531052691) -> (continuation of Deferred@1219581980 after retry RPC after error@1487777721) -> (continuation of Deferred@1805201022 after retry RPC after error@545586948) -> (continuation of Deferred@1647780528 after retry RPC after error@1465030952) -> (continuation of Deferred@1973073762 after retry RPC after error@1918962186) -> (continuation of Deferred@697861204 after retry RPC after error@1782633366) -> (continuation of Deferred@1245792283 after retry RPC after error@805976579) -> (continuation of Deferred@1574810226 after retry RPC after error@837621308) -> (continuation of Deferred@1898742154 after retry RPC after error@269969294) -> (continuation of Deferred@543754716 after retry RPC after error@2037163803) -> (continuation of Deferred@1826183533 after retry RPC after error@1197045871) -> (continuation of Deferred@790019761 after retry RPC after error@861835319)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.31.254:36253
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_275]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_275]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=34, TimeoutTracker(timeout=50000, elapsed=48849), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [7ms] refreshing cache from master, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [9ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [9ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [10ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [10ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [28ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [29ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [30ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [30ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [47ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [49ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [50ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [50ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [50ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [68ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [70ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [71ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [71ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [71ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [88ms] refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [89ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [89ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [90ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [91ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [108ms] refreshing cache from master, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [109ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [110ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [110ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [111ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [207ms] refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [208ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [209ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [210ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [210ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [226ms] refreshing cache from master, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [228ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [229ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [229ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [230ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [307ms] refreshing cache from master, [307ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [307ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [308ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [309ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [309ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [310ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [310ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [647ms] refreshing cache from master, [647ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [649ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [649ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [649ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [650ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [846ms] refreshing cache from master, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [848ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.252:39201: Network error: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201, [848ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.254:36253: Network error: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [849ms] Sub RPC ConnectToMaster: received response from server master-127.15.31.253:37651: OK, [850ms] delaying RPC due to: Service unavailable: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253, [2047ms] refreshing cache from master, [2047ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.252:39201, [2048ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.253:37651, [2048ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.31.254:36253, [2049ms] too many traces: truncated at 100 traces, deferred=Deferred@726770634(state=PENDING, result=null, callback=(continuation of Deferred@795500183 after retry RPC after error@1905062347) -> (continuation of Deferred@565005679 after retry RPC after error@121955683) -> (continuation of Deferred@2057805306 after retry RPC after error@1823685068) -> (continuation of Deferred@666814208 after retry RPC after error@133251433) -> (continuation of Deferred@1107252256 after retry RPC after error@880240778) -> (continuation of Deferred@1704996803 after retry RPC after error@1750585367) -> (continuation of Deferred@1395840873 after retry RPC after error@1552864957) -> (continuation of Deferred@942941400 after retry RPC after error@1849003169) -> (continuation of Deferred@729388945 after retry RPC after error@32016253) -> (continuation of Deferred@417558908 after retry RPC after error@1517397573) -> (continuation of Deferred@1037264773 after retry RPC after error@2017840173) -> (continuation of Deferred@2066623176 after retry RPC after error@742062182) -> (continuation of Deferred@183717163 after retry RPC after error@1543625980) -> (continuation of Deferred@1458816478 after retry RPC after error@762441390) -> (continuation of Deferred@1039889470 after retry RPC after error@1867495745) -> (continuation of Deferred@668617795 after retry RPC after error@100450952) -> (continuation of Deferred@1673530509 after retry RPC after error@1909924869) -> (continuation of Deferred@68863528 after retry RPC after error@1737600161) -> (continuation of Deferred@81158330 after retry RPC after error@1290373929) -> (continuation of Deferred@504377114 after retry RPC after error@1947102429) -> (continuation of Deferred@1139409238 after retry RPC after error@1130003137) -> (continuation of Deferred@1546511695 after retry RPC after error@1531052691) -> (continuation of Deferred@1219581980 after retry RPC after error@1487777721) -> (continuation of Deferred@1805201022 after retry RPC after error@545586948) -> (continuation of Deferred@1647780528 after retry RPC after error@1465030952) -> (continuation of Deferred@1973073762 after retry RPC after error@1918962186) -> (continuation of Deferred@697861204 after retry RPC after error@1782633366) -> (continuation of Deferred@1245792283 after retry RPC after error@805976579) -> (continuation of Deferred@1574810226 after retry RPC after error@837621308) -> (continuation of Deferred@1898742154 after retry RPC after error@269969294) -> (continuation of Deferred@543754716 after retry RPC after error@2037163803) -> (continuation of Deferred@1826183533 after retry RPC after error@1197045871) -> (continuation of Deferred@790019761 after retry RPC after error@861835319), errback=(continuation of Deferred@795500183 after retry RPC after error@1905062347) -> (continuation of Deferred@565005679 after retry RPC after error@121955683) -> (continuation of Deferred@2057805306 after retry RPC after error@1823685068) -> (continuation of Deferred@666814208 after retry RPC after error@133251433) -> (continuation of Deferred@1107252256 after retry RPC after error@880240778) -> (continuation of Deferred@1704996803 after retry RPC after error@1750585367) -> (continuation of Deferred@1395840873 after retry RPC after error@1552864957) -> (continuation of Deferred@942941400 after retry RPC after error@1849003169) -> (continuation of Deferred@729388945 after retry RPC after error@32016253) -> (continuation of Deferred@417558908 after retry RPC after error@1517397573) -> (continuation of Deferred@1037264773 after retry RPC after error@2017840173) -> (continuation of Deferred@2066623176 after retry RPC after error@742062182) -> (continuation of Deferred@183717163 after retry RPC after error@1543625980) -> (continuation of Deferred@1458816478 after retry RPC after error@762441390) -> (continuation of Deferred@1039889470 after retry RPC after error@1867495745) -> (continuation of Deferred@668617795 after retry RPC after error@100450952) -> (continuation of Deferred@1673530509 after retry RPC after error@1909924869) -> (continuation of Deferred@68863528 after retry RPC after error@1737600161) -> (continuation of Deferred@81158330 after retry RPC after error@1290373929) -> (continuation of Deferred@504377114 after retry RPC after error@1947102429) -> (continuation of Deferred@1139409238 after retry RPC after error@1130003137) -> (continuation of Deferred@1546511695 after retry RPC after error@1531052691) -> (continuation of Deferred@1219581980 after retry RPC after error@1487777721) -> (continuation of Deferred@1805201022 after retry RPC after error@545586948) -> (continuation of Deferred@1647780528 after retry RPC after error@1465030952) -> (continuation of Deferred@1973073762 after retry RPC after error@1918962186) -> (continuation of Deferred@697861204 after retry RPC after error@1782633366) -> (continuation of Deferred@1245792283 after retry RPC after error@805976579) -> (continuation of Deferred@1574810226 after retry RPC after error@837621308) -> (continuation of Deferred@1898742154 after retry RPC after error@269969294) -> (continuation of Deferred@543754716 after retry RPC after error@2037163803) -> (continuation of Deferred@1826183533 after retry RPC after error@1197045871) -> (continuation of Deferred@790019761 after retry RPC after error@861835319)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.31.252:39201,127.15.31.253:37651,127.15.31.254:36253) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.252:39201(127.15.31.252:39201): Connection refused: /127.15.31.252:39201,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.31.254:36253(127.15.31.254:36253): Connection refused: /127.15.31.254:36253
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.31.254:36253
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)